-- Logs begin at Thu 2021-12-09 10:47:48 UTC, end at Thu 2021-12-09 11:48:10 UTC. -- Dec 09 11:20:06.489464 dv-cinder-817351-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 11:20:09.327249 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.common.config [-] Logging enabled! Dec 09 11:20:09.327911 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev270 Dec 09 11:20:09.328202 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102367) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 11:20:09.331404 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.common.config [-] Logging enabled! Dec 09 11:20:09.331661 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev270 Dec 09 11:20:09.331975 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102367) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 11:20:09.332893 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 11:20:09.333132 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 11:20:09.333492 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 11:20:09.333738 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 11:20:09.333963 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 11:20:09.334280 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.334787 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 09 11:20:09.335041 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.335333 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.335624 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.335915 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.336201 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.336480 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.336763 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.337055 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.337337 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.337612 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.337888 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.338174 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.338451 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.338751 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.339036 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.339316 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] debug = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.339593 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.340014 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.340425 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.340703 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.340986 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.341262 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.341529 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.341803 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.342123 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.342584 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] host = dv-cinder-817351-6-iscsi {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.342981 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.343262 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.343547 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.343833 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.344108 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.344383 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.344667 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.344939 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.345209 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] log_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.345483 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.345766 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.346050 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.346337 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.346560 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.346807 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.347098 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.347382 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.347654 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.347926 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.348195 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.348464 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.348735 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.349001 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.349283 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.349565 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.349851 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.350114 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.350384 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.350650 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.350945 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.351226 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.351497 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.351765 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.352034 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.352316 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.352580 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.352848 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.353151 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.353431 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.353708 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.353988 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.354257 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.354533 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.354830 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.355101 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.355370 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] use_json = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.355637 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.355904 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.356181 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.356447 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.356714 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.356984 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.357252 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.357530 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:09.357885 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.358236 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.358533 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.358840 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.359143 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.359422 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.359707 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.359982 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.360264 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.360548 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.360831 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.361108 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.361393 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.361666 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.361954 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.362250 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.362537 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.362856 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.363138 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.363409 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.363680 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.363955 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.364239 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.364511 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.364793 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.365076 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.365351 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.365641 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.365923 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.366211 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.366494 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.366788 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.367069 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.367355 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.367630 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.367897 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.368170 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.368453 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.368726 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.368993 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.369269 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.369543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.369810 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.370079 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.370355 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.370639 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.370937 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.371205 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.371472 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.371743 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.372008 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.372286 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.372556 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.372822 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.373096 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.373965 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.374237 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.374506 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.374802 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.375070 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.375345 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.375611 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.375882 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.376147 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.376411 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.376678 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.376943 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.377209 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.377483 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.377749 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.378014 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.378282 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.378548 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.378837 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.379123 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.379420 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.379695 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.379972 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.380247 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.380521 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.380793 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.381066 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.381341 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.381615 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.381884 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.382168 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.382449 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.382756 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.383039 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.383345 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.383644 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.383919 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.384197 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.384472 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.384747 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.385026 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.385307 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.385597 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.385885 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.386174 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.386461 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.386776 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.387055 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.387362 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.387643 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:09.388124 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 11:20:09.388363 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102367) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 09 11:20:09.814683 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 11:20:09.814994 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 11:20:09.815299 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 11:20:09.815634 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 11:20:10.145933 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.146153 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.146410 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.147723 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.148002 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.148269 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.194332 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.194614 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.194903 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.208887 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.209172 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.209442 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.238289 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.238569 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.238863 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.276662 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.276939 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.277207 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.618598 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.619266 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.619266 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.619463 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.620116 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.721742 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.722061 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.722342 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.722612 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.722900 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.723209 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.723469 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.723725 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.723979 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.724258 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.724514 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.724775 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.725029 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.725278 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.725531 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.725794 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.726048 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.726313 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.726580 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.726870 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.727145 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.727397 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.727675 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.728052 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.728301 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.728548 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.728950 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:20:10.729195 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:20:10.729434 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:20:10.729672 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:20:10.729908 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:20:10.730141 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:20:10.730503 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 11:20:10.734353 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 11:20:10.738441 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 11:20:10.742380 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 09 11:20:10.744030 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 11:20:10.744489 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 11:20:10.744822 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 09 11:20:10.745198 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 11:20:10.748031 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 11:20:10.748336 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 11:20:10.748745 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 11:20:10.753985 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 09 11:20:10.776922 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 09 11:20:10.777371 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.777667 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102367) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 09 11:20:10.778025 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.779417 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102367) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 11:20:10.780238 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 11:20:10.780633 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 09 11:20:10.783889 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.784169 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:10.848224 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 11:20:10.848456 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 11:20:10.848695 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 11:20:10.849057 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 11:20:10.870104 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_db.sqlalchemy.engines [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102367) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 09 11:20:11.311829 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Initializing driver for type 'gre' Dec 09 11:20:11.312306 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] gre ID ranges: [(1, 1000)] Dec 09 11:20:11.366910 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Initializing driver for type 'local' Dec 09 11:20:11.367253 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Initializing driver for type 'vlan' Dec 09 11:20:11.382095 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] VlanTypeDriver initialization complete Dec 09 11:20:11.382455 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Initializing driver for type 'vxlan' Dec 09 11:20:11.382986 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] vxlan ID ranges: [(1, 1000)] Dec 09 11:20:11.435423 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Initializing extension driver 'port_security' Dec 09 11:20:11.435841 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.extensions.port_security [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] PortSecurityExtensionDriver initialization complete Dec 09 11:20:11.436456 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Initializing mechanism driver 'openvswitch' Dec 09 11:20:11.436596 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Initializing mechanism driver 'hyperv' Dec 09 11:20:11.443155 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.plugins.ml2.plugin [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:20:11.443982 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > port after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.444352 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > port after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.444715 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > port after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.445250 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:20:11.445681 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.446038 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.446385 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.446809 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:20:11.447218 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > network after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.447566 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > network after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.447911 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > network after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.448309 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:20:11.448716 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > security_group after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.449067 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > security_group after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.449408 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.449807 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:20:11.450214 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.450562 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.450925 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.451324 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:20:11.452292 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > address_group after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.452639 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > address_group after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.452980 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.453378 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102367) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 11:20:11.453763 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] ML2 OVO RPC backend initialized. {{(pid=102367) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 09 11:20:11.454463 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.454861 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.455279 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > network before_response 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.455629 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > networks before_response 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.455979 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > port before_response 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.456321 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > ports before_response 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.456678 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > subnet before_response 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.457006 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > subnets before_response 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.457350 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > network after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.457691 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > network after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.458031 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > network after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.458366 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > port after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.458717 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > port after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.459058 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > port after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.459394 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.459730 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.460063 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.460626 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.plugin [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Modular L2 Plugin initialization complete Dec 09 11:20:11.460956 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading services supported by the core plugin {{(pid=102367) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 09 11:20:11.461283 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.plugins.ml2.managers [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Got port-security extension from driver 'port_security' Dec 09 11:20:11.461746 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.extensions.vlantransparent [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Disabled vlantransparent extension. Dec 09 11:20:11.462230 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102367) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 09 11:20:11.462546 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading Plugin: router Dec 09 11:20:11.499245 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.499634 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router after_create 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.500007 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router before_create 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.500374 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.500748 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.501101 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router after_delete 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.501459 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.501926 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.502287 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router after_create 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.502635 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router after_update 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.503011 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router after_update 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.503362 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.503723 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router after_update 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.504141 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.504513 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: port after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.504856 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: port after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.505198 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: subnet after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.505537 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.505885 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.506235 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.506580 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: port before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.506951 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router precommit_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.507309 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router after_update 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.507651 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.508001 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.508362 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.508708 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.509071 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > agent after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.509421 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > agent after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.509765 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > network after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.510611 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Tracking information for resource: router configured {{(pid=102367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:20:11.510969 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Tracking information for resource: floatingip configured {{(pid=102367) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 11:20:11.516857 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.db.l3_agentschedulers_db [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 11:20:11.517421 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: port after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.517785 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: port after_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.518140 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: port after_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.518499 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: port after_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.519313 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router before_create 55550100 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.519679 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.520041 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router precommit_create 55550100 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.520397 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > router precommit_update 55550100 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.525189 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.services.provider_configuration [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service providers = [] {{(pid=102367) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 11:20:11.525557 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.db.servicetype_db [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102367) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 11:20:11.528516 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.services.service_base [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 11:20:11.528870 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.services.service_base [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 11:20:11.529217 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.services.service_base [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 11:20:11.530352 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.services.service_base [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102367) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 11:20:11.530745 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.services.service_base [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 11:20:11.531118 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:20:11.531439 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 11:20:11.542048 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:20:11.542387 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading Plugin: auto_allocate Dec 09 11:20:11.548279 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: network precommit_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.548650 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: network precommit_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.549160 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:20:11.549481 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading Plugin: tag Dec 09 11:20:11.556682 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:20:11.557028 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading Plugin: timestamp Dec 09 11:20:11.561920 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:20:11.562189 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading Plugin: network_ip_availability Dec 09 11:20:11.568403 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.568804 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.569204 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.570001 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:20:11.570361 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading Plugin: flavors Dec 09 11:20:11.577312 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:20:11.577766 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading Plugin: revisions Dec 09 11:20:11.582341 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102367) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 11:20:11.582766 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_concurrency.lockutils [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.767s {{(pid=102367) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 11:20:11.583518 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102367) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 09 11:20:11.583862 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Initializing extension manager. Dec 09 11:20:11.584385 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: __init__.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.584731 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: __pycache__ {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.585067 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.585400 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: address_group.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.586163 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.586771 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: address-group Dec 09 11:20:11.587101 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: address_scope.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.587817 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.588328 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: address-scope Dec 09 11:20:11.588648 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.589579 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.590096 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: router-admin-state-down-before-update Dec 09 11:20:11.590423 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: agent.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.591158 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.591664 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: agent Dec 09 11:20:11.592022 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: agent_resources_synced.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.593022 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.593526 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: agent-resources-synced Dec 09 11:20:11.593847 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: allowedaddresspairs.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.595673 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.596188 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: allowed-address-pairs Dec 09 11:20:11.596515 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: auto_allocated_topology.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.597595 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.598112 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: auto-allocated-topology Dec 09 11:20:11.598438 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: availability_zone.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.599164 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.599673 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: availability_zone Dec 09 11:20:11.599995 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: availability_zone_filter.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.600906 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.601415 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: availability_zone_filter Dec 09 11:20:11.601739 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: data_plane_status.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.602650 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.603175 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 11:20:11.603499 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: default_subnetpools.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.604426 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.604932 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: default-subnetpools Dec 09 11:20:11.605256 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.606064 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.606571 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: dhcp_agent_scheduler Dec 09 11:20:11.606939 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: dns.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.607929 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.608514 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension dns-integration not supported by any of loaded plugins Dec 09 11:20:11.608841 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: dns_domain_ports.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.609760 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.610266 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 11:20:11.610591 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.611542 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.612046 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 09 11:20:11.612369 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: dvr.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.613040 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.613544 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: dvr Dec 09 11:20:11.613867 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: ecmp_routes.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.614823 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.615335 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 09 11:20:11.615658 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: empty_string_filtering.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.616579 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.617092 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: empty-string-filtering Dec 09 11:20:11.617417 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.618326 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.618870 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 11:20:11.619404 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.620103 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.620605 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 11:20:11.620925 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: external_net.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.621827 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.622337 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: external-net Dec 09 11:20:11.622659 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.624193 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.624702 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: extra_dhcp_opt Dec 09 11:20:11.625027 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: extraroute.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.625936 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.626451 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: extraroute Dec 09 11:20:11.626800 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: extraroute_atomic.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.629335 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.629871 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: extraroute-atomic Dec 09 11:20:11.630209 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: filter_validation.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.630914 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.631431 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: filter-validation Dec 09 11:20:11.631762 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: fip_pf_description.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.632686 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.633192 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 11:20:11.633521 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: fip_port_details.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.634450 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.634993 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: fip-port-details Dec 09 11:20:11.635320 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: flavors.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.636555 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.637075 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: flavors Dec 09 11:20:11.637404 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.640023 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.640545 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 11:20:11.640882 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: floatingip_pools.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.641585 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.642100 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: floatingip-pools Dec 09 11:20:11.642431 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: ip_allocation.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.643390 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.643899 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 11:20:11.644232 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.645152 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.645665 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: ip-substring-filtering Dec 09 11:20:11.645994 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: l2_adjacency.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.646937 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.647445 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 11:20:11.647771 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: l3.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.648725 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.649246 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: router Dec 09 11:20:11.649576 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.651838 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.652365 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 11:20:11.652699 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.653650 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.654192 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: ext-gw-mode Dec 09 11:20:11.654529 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.655496 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.656012 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: l3-ha Dec 09 11:20:11.656341 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: l3_flavors.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.658109 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.658109 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: l3-flavors Dec 09 11:20:11.658109 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.659035 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.659546 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 11:20:11.659872 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: l3agentscheduler.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.660896 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.661412 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: l3_agent_scheduler Dec 09 11:20:11.661742 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: local_ip.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.663551 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.664398 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension local_ip not supported by any of loaded plugins Dec 09 11:20:11.664733 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: logging.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.666223 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.666783 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension logging not supported by any of loaded plugins Dec 09 11:20:11.667115 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: metering.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.667988 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.668574 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: metering Dec 09 11:20:11.668901 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.670009 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.670591 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: metering_source_and_destination_fields Dec 09 11:20:11.670942 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: multiprovidernet.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.671879 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.672395 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: multi-provider Dec 09 11:20:11.672727 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: netmtu.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.673649 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.674165 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: net-mtu Dec 09 11:20:11.674492 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: netmtu_writable.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.675446 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.675961 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: net-mtu-writable Dec 09 11:20:11.676286 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: network_availability_zone.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.676956 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.677463 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: network_availability_zone Dec 09 11:20:11.677785 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: network_ip_availability.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.678933 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.679453 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: network-ip-availability Dec 09 11:20:11.679778 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: network_segment_range.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.680544 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.681048 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 11:20:11.681370 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: pagination.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.682352 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.682686 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: pagination Dec 09 11:20:11.683036 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: port_device_profile.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.683936 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.684445 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: port-device-profile Dec 09 11:20:11.684767 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.685699 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.686837 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: port-mac-address-regenerate Dec 09 11:20:11.687164 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.688086 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.688598 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: port-numa-affinity-policy Dec 09 11:20:11.688920 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: port_resource_request.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.689842 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.690350 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 11:20:11.690672 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: port_resource_request_groups.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.691669 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.692172 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 09 11:20:11.692496 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: portbindings.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.693440 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.693955 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: binding Dec 09 11:20:11.694277 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: portbindings_extended.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.695581 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.696104 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: binding-extended Dec 09 11:20:11.696434 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: portsecurity.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.697352 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.697861 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: port-security Dec 09 11:20:11.698188 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: project_id.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.699219 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.699554 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: project-id Dec 09 11:20:11.699877 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: providernet.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.700798 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.701312 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: provider Dec 09 11:20:11.702294 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.705813 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.706344 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos not supported by any of loaded plugins Dec 09 11:20:11.706683 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.707954 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.708476 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 11:20:11.708810 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.709734 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.710252 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 11:20:11.710581 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_default.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.711527 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.712039 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos-default not supported by any of loaded plugins Dec 09 11:20:11.712368 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_fip.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.713022 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.713526 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos-fip not supported by any of loaded plugins Dec 09 11:20:11.713853 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.714876 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 09 11:20:11.715209 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_gateway_ip.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.716132 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.716647 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 11:20:11.716973 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_port_network_policy.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.718061 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.718569 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 11:20:11.718924 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.720091 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.720609 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 09 11:20:11.720940 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_pps_rule.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.722120 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.722639 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos-pps not supported by any of loaded plugins Dec 09 11:20:11.723000 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_rule_type_details.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.723918 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.724432 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 11:20:11.724762 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: qos_rules_alias.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.725800 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.726322 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 11:20:11.726650 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: quota_check_limit.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.727596 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.728111 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: quota-check-limit Dec 09 11:20:11.728437 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: quotasv2.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.729359 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.729689 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: quotas Dec 09 11:20:11.730013 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: quotasv2_detail.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.733414 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.733763 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: quota_details Dec 09 11:20:11.734101 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: rbac.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.735256 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.735785 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: rbac-policies Dec 09 11:20:11.736124 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: rbac_address_group.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.737071 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.737592 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: rbac-address-group Dec 09 11:20:11.737922 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: rbac_address_scope.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.738890 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.739407 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: rbac-address-scope Dec 09 11:20:11.739737 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: rbac_security_groups.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.740657 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.741174 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: rbac-security-groups Dec 09 11:20:11.741498 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: rbac_subnetpool.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.742419 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.742967 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: rbac-subnetpool Dec 09 11:20:11.743294 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: revisionifmatch.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.744211 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.744724 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: revision-if-match Dec 09 11:20:11.745051 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: revisions.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.746176 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.746710 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: standard-attr-revisions Dec 09 11:20:11.747042 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: router_availability_zone.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.747711 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.748222 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: router_availability_zone Dec 09 11:20:11.749311 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: routerservicetype.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.750141 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.750646 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension router-service-type not supported by any of loaded plugins Dec 09 11:20:11.750994 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.751996 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.752509 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: security-groups-normalized-cidr Dec 09 11:20:11.752831 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.753761 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.754265 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: port-security-groups-filtering Dec 09 11:20:11.754587 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.755546 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.756057 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: security-groups-remote-address-group Dec 09 11:20:11.756379 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.757315 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.757825 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: security-groups-shared-filtering Dec 09 11:20:11.758147 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.758742 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 09 11:20:11.759067 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: securitygroup.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.769751 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.770282 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: security-group Dec 09 11:20:11.770621 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: segment.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.771441 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.771952 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension segment not supported by any of loaded plugins Dec 09 11:20:11.772285 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.773234 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.773744 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 11:20:11.774075 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: servicetype.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.775204 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.775732 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: service-type Dec 09 11:20:11.776062 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: sorting.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.777053 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.777387 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: sorting Dec 09 11:20:11.777713 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: standard_attr_segment.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.778640 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.779195 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 11:20:11.779669 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: standardattrdescription.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.780301 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.780817 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: standard-attr-description Dec 09 11:20:11.781143 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: stateful_security_group.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.782086 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.782603 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: stateful-security-group Dec 09 11:20:11.782961 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: stdattrs_common.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.783534 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 11:20:11.783859 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.784792 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.785299 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 11:20:11.785622 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: subnet_onboard.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.786722 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.787247 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: subnet_onboard Dec 09 11:20:11.787573 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.788504 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.789025 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 11:20:11.789352 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: subnet_service_types.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.790281 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.790838 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: subnet-service-types Dec 09 11:20:11.791172 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: subnetallocation.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.792263 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.792782 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: subnet_allocation Dec 09 11:20:11.793116 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.793794 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.794302 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: subnetpool-prefix-ops Dec 09 11:20:11.794634 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.795663 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.796167 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 11:20:11.796489 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: tagging.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.797560 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.798075 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: standard-attr-tag Dec 09 11:20:11.798409 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: timestamp.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.799657 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.800173 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loaded extension: standard-attr-timestamp Dec 09 11:20:11.800505 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: trunk.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.801543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.802056 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension trunk not supported by any of loaded plugins Dec 09 11:20:11.802384 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: trunk_details.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.803324 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.803834 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension trunk-details not supported by any of loaded plugins Dec 09 11:20:11.804158 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: uplink_status_propagation.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.805083 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.805590 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 11:20:11.805914 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Loading extension file: vlantransparent.py {{(pid=102367) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 11:20:11.806585 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102367) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 11:20:11.807119 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 11:20:11.809626 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:network Dec 09 11:20:11.810146 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:subnet Dec 09 11:20:11.810548 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 11:20:11.811735 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:port Dec 09 11:20:11.812831 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.813224 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service FLAVORS assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.813836 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.814263 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.814593 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:router Dec 09 11:20:11.815050 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 11:20:11.815560 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service METERING assigned prefix: /metering {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.817011 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.817388 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.817768 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:20:11.818781 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 11:20:11.819222 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:security_group Dec 09 11:20:11.819657 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 11:20:11.820270 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service CORE assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.820602 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 11:20:11.820947 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] subnetpool is already registered Dec 09 11:20:11.821376 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service CORE assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.821703 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 11:20:11.822035 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] subnetpool is already registered Dec 09 11:20:11.824329 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.824764 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service FLAVORS assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.825359 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.825788 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.826124 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:router Dec 09 11:20:11.827118 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] router is already registered Dec 09 11:20:11.827639 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 11:20:11.827987 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] floatingip is already registered Dec 09 11:20:11.828450 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service METERING assigned prefix: /metering {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.829113 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 11:20:11.829442 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] rbac_policy is already registered Dec 09 11:20:11.829854 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:security_group Dec 09 11:20:11.830192 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] security_group is already registered Dec 09 11:20:11.830593 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 11:20:11.830958 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] security_group_rule is already registered Dec 09 11:20:11.831592 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service CORE assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.831926 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 11:20:11.832262 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] subnetpool is already registered Dec 09 11:20:11.832679 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.v2.resource_helper [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Service CORE assigned prefix: {{(pid=102367) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 11:20:11.833007 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 11:20:11.833344 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING neutron.quota.resource_registry [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] subnetpool is already registered Dec 09 11:20:11.833807 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: extensions {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.835274 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: address-groups {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.836770 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: address-scopes {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.838122 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: agents {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.839307 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: auto-allocated-topology {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.840540 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: availability_zones {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.841763 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: dhcp-networks {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.843554 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: dhcp-agents {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.844985 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: routers {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.847228 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: flavors {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.848400 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: service_profiles {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.849602 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: next_providers {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.851059 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: service_profiles {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.853502 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: floatingip-pools {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.854766 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: routers {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.856872 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: floatingips {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.858835 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: l3-routers {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.860223 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: l3-agents {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.861629 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: metering-labels {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.863015 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: metering-label-rules {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.864287 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: network-ip-availabilities {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.865529 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: bindings {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.867230 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: quotas {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.868793 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: quotas {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.870314 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: rbac-policies {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.871624 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: security-groups {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.872836 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: security-group-rules {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.874836 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: service-providers {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.876055 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: subnetpools {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.877482 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: subnetpools {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.878952 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: tags {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.880624 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: tags {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.882435 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: tags {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.884257 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: tags {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.886049 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: tags {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.888200 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: tags {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.889937 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: tags {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.891843 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: tags {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.893620 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: tags {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.895485 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron.api.extensions [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Extended resource: tags {{(pid=102367) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 11:20:11.901510 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING keystonemiddleware.auth_token [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 11:20:11.906316 dv-cinder-817351-6-iscsi neutron-server[102367]: WARNING keystonemiddleware.auth_token [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 11:20:11.914992 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_concurrency.lockutils [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Acquired lock "singleton_lock" {{(pid=102367) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 09 11:20:11.915462 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_concurrency.lockutils [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Releasing lock "singleton_lock" {{(pid=102367) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 09 11:20:11.916110 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO oslo_service.service [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Starting 2 workers Dec 09 11:20:11.921517 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Started child 102508 {{(pid=102367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 11:20:11.928160 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Started child 102509 {{(pid=102367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 11:20:11.928450 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:11.929126 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO neutron.service [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 11:20:11.929126 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Publish callbacks [] for process, before_spawn {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:11.929409 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [-] (102508) wsgi starting up on http://0.0.0.0:9696 Dec 09 11:20:11.930683 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO oslo_service.service [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Starting 1 workers Dec 09 11:20:11.930935 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:11.932387 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [-] (102509) wsgi starting up on http://0.0.0.0:9696 Dec 09 11:20:11.936628 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Started child 102510 {{(pid=102367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 11:20:11.937203 dv-cinder-817351-6-iscsi neutron-server[102367]: INFO oslo_service.service [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Starting 1 workers Dec 09 11:20:11.940729 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.service [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] calling RpcWorker wait() {{(pid=102510) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 11:20:11.941274 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.service [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] returning from RpcWorker wait() {{(pid=102510) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 11:20:11.942049 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Started child 102511 {{(pid=102367) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 11:20:11.942642 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:11.942945 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG neutron_lib.callbacks.manager [None req-db4810bf-0c9e-47e4-a3e3-b10c38b28dd6 None None] Publish callbacks [] for process, after_spawn {{(pid=102367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:11.943236 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:20:11.944994 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102367) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 11:20:11.945214 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 11:20:11.945400 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 11:20:11.945635 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 11:20:11.945961 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 11:20:11.946149 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 11:20:11.946651 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.946942 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.947213 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.947478 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.947773 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.947865 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:11.948321 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.948588 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.948855 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.949060 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:20:11.949161 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.949381 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.949548 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.949712 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.949961 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.950207 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.950519 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.950823 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.951063 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.951289 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.951637 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.951990 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.952257 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.952490 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.952751 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] debug = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.952988 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.953437 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.953664 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.953898 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.954119 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.954390 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.954610 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.954902 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.955139 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.955369 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.955613 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.955862 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.956148 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.956415 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.956677 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.956917 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.957170 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.957391 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.957871 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] host = dv-cinder-817351-6-iscsi {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.958121 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.958359 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.958647 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.958864 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.959116 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.959501 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.959897 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.960282 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.960671 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.961040 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.961403 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.961788 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.962227 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.962612 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.962953 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_options = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.963327 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.964047 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.964047 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.964327 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.964327 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.964567 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.964798 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.964944 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.965183 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.965399 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.965615 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.965845 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.966078 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.966379 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.966640 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.966893 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.967206 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.967421 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.967704 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.967853 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.968117 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.968282 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.968525 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.968743 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.968957 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.969192 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.969416 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.969629 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.969851 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.970082 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.970313 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.970555 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.970806 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.971050 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.971330 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.971577 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.971802 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.972013 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.972275 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.972499 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.972758 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.973003 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.973242 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.973506 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.973733 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.973974 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.974203 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_json = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.974428 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.974666 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.974953 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.975161 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.975387 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.975596 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.975837 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.976083 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:11.976529 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.976825 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.977127 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.977379 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.977608 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.977869 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.978098 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.978313 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.978574 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.978856 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.979338 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.979701 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.980178 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.980450 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.980729 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.981044 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.981309 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.981774 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.982182 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.982414 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.983274 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.983532 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.983804 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.984179 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.984436 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.984669 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.984914 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.985233 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.985494 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.985824 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.986098 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.986345 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.986626 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.986873 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.987629 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.987629 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.987629 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.989087 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.989087 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.989087 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.989087 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.989087 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.989087 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.989087 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.990953 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.990953 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.990953 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.990953 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.990953 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.990953 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.990953 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.990953 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.991403 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.991403 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.991517 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.992340 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.992340 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.992340 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.992562 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.992664 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.993049 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.993413 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.993807 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.994197 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.994617 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.995023 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.995426 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.995822 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.996268 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.996656 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.997040 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.997415 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.997825 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.998357 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.999466 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:11.999741 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.000008 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.000254 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.000488 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.000718 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.000975 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.001202 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.001427 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.001729 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.001960 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.002236 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.002459 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.002680 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.002935 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.003157 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.003377 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.003754 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.004075 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.004320 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.004576 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.004842 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.005105 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.005443 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.005712 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.005943 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.006175 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.006673 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.006673 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.006918 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.007167 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.007441 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.007669 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.007933 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.008203 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.008428 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.008670 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.008924 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.009172 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.009443 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.009679 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.009933 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.010191 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.010448 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.010766 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.011031 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.011324 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.011568 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.011834 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.012135 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.012412 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.012689 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.013244 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.013499 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.013895 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.014102 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.014355 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.014611 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.014897 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.015122 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.015437 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.015686 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.015884 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.016143 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.016458 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.016693 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.016917 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.017321 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.017466 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.017657 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.017898 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.018168 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.018411 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.018662 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.019067 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.019212 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.019388 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.019657 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.019890 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.020108 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.020357 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.020593 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.020838 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.021056 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.021271 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.021504 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.021726 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.021967 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.022200 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.022447 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.022669 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.022952 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.023330 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.023491 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.023634 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.023959 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.024208 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.024430 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.024644 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.024898 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.025119 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.025385 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.025632 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.025848 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.026095 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.026343 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.026572 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.026819 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.027072 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.027292 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.027506 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.027720 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.028123 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.028268 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.028419 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.028625 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.028851 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.029029 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.029278 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.029695 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.029950 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.030233 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.030411 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.030630 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.030893 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.031730 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.031730 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.031730 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.032073 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.032073 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.032794 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.032794 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.033388 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.033388 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.033388 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.033758 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.033977 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.035151 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.035151 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.035151 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.035151 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.036243 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.036243 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.036243 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.036243 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.036243 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.036981 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.036981 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.036981 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.036981 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.037612 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.037745 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.037968 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.038215 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.038429 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.038911 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.039338 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.039755 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.039973 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.040219 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.040439 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.040660 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.040876 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.041109 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.041320 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.041543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.041762 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.041966 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.042187 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.042399 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.042616 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.042860 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.043078 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.043293 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.043584 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.043924 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.044167 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.044498 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.044732 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.044982 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.046100 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.046427 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.046649 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.046936 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.047179 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.047430 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.047654 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.047912 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.048224 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.048518 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.048775 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.049031 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.049281 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.049566 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.049832 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.050051 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.050341 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.050673 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.050981 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.051235 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.051460 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.051707 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.051933 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.052152 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.052397 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.052635 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.052853 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.053089 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.053316 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.053558 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.053793 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.054021 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.054238 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.054482 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.054730 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.054975 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.055191 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.055352 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 11:20:12.055885 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102367) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 11:20:12.056046 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 11:20:12.056203 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 11:20:12.056392 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 11:20:12.056570 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 11:20:12.056725 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 11:20:12.056939 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.057101 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.057262 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.057423 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.057582 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.057764 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.057925 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.058085 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.058246 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.058405 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.058564 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.058751 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.058919 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.059079 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.060118 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.060118 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.060118 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.060118 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.060118 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.060118 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.060118 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.061607 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.061607 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] debug = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.061607 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.061607 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.061607 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.062218 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.062218 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.062218 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.062218 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.062669 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.062669 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.062669 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.063084 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.063084 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.063084 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.063454 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.063454 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.063691 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.063691 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.064889 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.064889 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] host = dv-cinder-817351-6-iscsi {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.064889 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.064889 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.064889 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.064889 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.064889 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.064889 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.066223 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.066223 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.066223 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.066223 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.066223 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.066223 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.066223 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.066223 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.068543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_options = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.068543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.068543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.068543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.068543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.068543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.068543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069016 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069016 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069016 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069016 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069016 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069016 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069016 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069016 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069546 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069546 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069546 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069546 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069546 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069546 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069546 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.069546 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.070073 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.070073 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.070073 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.070073 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.070337 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.070337 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.070607 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.070804 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.070804 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.071092 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.071324 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.071324 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.071480 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.071556 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.071709 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.071869 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.072033 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.072193 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.072352 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.072512 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.072672 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.072864 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.072979 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.073141 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.073299 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_json = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.073622 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.073777 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.074100 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.074260 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.074419 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.074581 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.074760 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.074922 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 11:20:12.075102 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.075264 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.075440 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.075600 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.075762 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.075925 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.076085 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.076248 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.076432 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.076595 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.076764 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.076929 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.077101 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.077266 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.077429 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.077590 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.077751 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.077979 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.078146 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.078309 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.078471 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.078634 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.078816 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.078971 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.079132 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.079272 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.079426 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.079597 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.079758 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.079936 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.080147 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.080316 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.080479 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.080639 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.080802 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.080965 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.081127 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.081290 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.081454 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.081618 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.081783 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.081941 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.082259 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.082420 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.082586 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.082756 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.082921 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.083140 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.083267 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.083393 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.083558 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.083723 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.083889 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.084048 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.084361 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.084525 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.084688 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.084862 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.085023 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.085184 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.085346 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.085508 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.085670 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.085833 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.085995 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.086158 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.086319 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.086451 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:20:12.086550 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.086645 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.086818 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.086982 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.087152 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.087316 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.087477 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.087638 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.087800 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.087961 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.088122 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.088282 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.088444 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.088605 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.088768 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.088930 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.089080 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.089240 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.089403 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.089563 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.089724 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.089885 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.090047 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.090208 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.090377 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.090551 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.090732 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.090898 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.091058 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.091220 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.091381 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.091543 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.091704 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.091866 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.092056 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.092217 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.092383 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.092672 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.092840 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.093009 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.093160 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.093320 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.093482 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.093667 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.093829 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.093991 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.094154 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.094315 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.094519 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.094656 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.094808 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.094982 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.095143 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.095308 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.095469 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.095637 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.095809 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.095973 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.096134 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.096364 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.096483 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.096639 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.096784 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.096947 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.097099 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.097264 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.097517 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.097613 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.097745 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.097906 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.098067 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.098253 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.098414 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.098579 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.098755 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.098919 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.099081 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.099242 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.099466 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.099569 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.099712 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.099919 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.100056 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.100188 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.100363 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.100501 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.100657 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.100814 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.100972 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.101126 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.101284 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.101440 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.101596 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.101755 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.101927 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.102086 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.102270 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.102408 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.102544 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.102714 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.102857 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.103021 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.103183 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.103388 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.103529 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.103641 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.103799 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.103960 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.104124 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.104286 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.104446 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.104609 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.104771 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.104932 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.105095 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.105258 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.105419 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.105580 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.105743 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.105905 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.106067 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.106230 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.106392 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.106555 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.106732 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.106902 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.107078 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.107240 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.107400 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.107562 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.108259 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.108421 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.108740 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.108908 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.109071 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.109233 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.109394 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.109557 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.109723 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.109886 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.110047 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.110209 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.110371 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.110532 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.110709 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.110888 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.111052 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.111216 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.111378 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.111560 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.111701 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.111874 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.112035 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.112197 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.112358 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.112519 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.112680 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.112850 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.113012 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.113175 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.113335 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.113529 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.113643 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.113813 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.113974 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.114136 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.114296 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.114456 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.114617 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.114817 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.114979 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.115141 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.115302 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.115462 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.115623 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.115794 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.115956 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.116117 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.116278 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.116439 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.116600 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.116769 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.116932 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.117094 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.117262 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.117428 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.117589 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.117751 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.117922 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.118085 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.118249 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.118452 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.118598 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.118780 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.118946 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.119114 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.119285 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.119452 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.119615 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.119785 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.119955 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.120125 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.120286 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.120454 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.120626 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.120787 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.120948 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.121110 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.121272 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.121433 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.121593 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.121754 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.121915 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.122075 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.122237 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.122397 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.122556 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.122733 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.122896 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.123057 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.123326 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.125528 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.125528 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.126330 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 11:20:12.128216 dv-cinder-817351-6-iscsi neutron-server[102367]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102367) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 11:20:12.162346 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 42310) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:20:12.171479 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068905 Dec 09 11:20:23.927909 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f32af-46d2-4f85-8f1d-abd0739a1243 None None] get_active_networks_info from dv-cinder-817351-6-iscsi {{(pid=102510) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 11:20:23.981659 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7de88de9-a2b0-4b8d-b0a6-a6d4691820d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531660'] for agent, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:24.052992 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f32af-46d2-4f85-8f1d-abd0739a1243 None None] No non-hosted networks {{(pid=102510) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 11:20:26.007915 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-94a12b72-241f-4078-8a80-66c4b9e2041d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531660'] for agent, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:26.093876 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-eca4a508-a634-4b1a-a581-16b757db34c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:26.953697 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531660'] for agent, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:28.620034 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531660'] for agent, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:29.551041 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531660'] for agent, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:29.552387 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.553056 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.553642 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.554350 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.555151 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.556059 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.557134 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.557921 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.558470 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.559292 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.559887 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.561441 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.562320 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:29.563323 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817351-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:20:29.580266 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817351-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:20:29.838647 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 42400) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:20:30.365320 dv-cinder-817351-6-iscsi neutron-server[102509]: WARNING oslo_policy.policy [None req-dda6eb57-be65-43a2-b861-47667919c635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:20:30.365910 dv-cinder-817351-6-iscsi neutron-server[102509]: WARNING oslo_policy.policy [None req-dda6eb57-be65-43a2-b861-47667919c635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:20:30.594258 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [None req-dda6eb57-be65-43a2-b861-47667919c635 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:20:30.606716 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-dda6eb57-be65-43a2-b861-47667919c635 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7557909 Dec 09 11:20:30.692867 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.db.l3_hamode_db [None req-999477bb-49c6-4b25-bb23-27019a8cd12b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 11:20:30.775135 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999477bb-49c6-4b25-bb23-27019a8cd12b None None] Routers set() bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:20:30.775515 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999477bb-49c6-4b25-bb23-27019a8cd12b None None] Router IDs set() for agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 11:20:33.207676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 42416) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:20:33.703639 dv-cinder-817351-6-iscsi neutron-server[102508]: WARNING oslo_policy.policy [None req-60e130ca-d65b-458e-9aa3-3406fb330b44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:20:33.704238 dv-cinder-817351-6-iscsi neutron-server[102508]: WARNING oslo_policy.policy [None req-60e130ca-d65b-458e-9aa3-3406fb330b44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:20:33.936199 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-60e130ca-d65b-458e-9aa3-3406fb330b44 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:20:34.033114 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.policy [None req-60e130ca-d65b-458e-9aa3-3406fb330b44 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102508) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 11:20:34.080261 dv-cinder-817351-6-iscsi neutron-server[102508]: WARNING oslo_policy.policy [None req-60e130ca-d65b-458e-9aa3-3406fb330b44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:20:34.080643 dv-cinder-817351-6-iscsi neutron-server[102508]: WARNING oslo_policy.policy [None req-60e130ca-d65b-458e-9aa3-3406fb330b44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:20:34.089185 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.quota [None req-60e130ca-d65b-458e-9aa3-3406fb330b44 admin admin] Loaded quota_driver: . Dec 09 11:20:34.181242 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-60e130ca-d65b-458e-9aa3-3406fb330b44 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743242405179', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743242406676', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743242419387', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743242423216', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743238764064', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743238787512', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4128814', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4136573', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-548156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-605057'] for rbac-policy, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:34.246088 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-60e130ca-d65b-458e-9aa3-3406fb330b44 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:34.247493 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-60e130ca-d65b-458e-9aa3-3406fb330b44 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0377636 Dec 09 11:20:37.154195 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 42434) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:20:37.457845 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'name': 'private'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:20:37.486538 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Made reservation on behalf of d7a8915f969f4015ac33f775e07ab594 for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:20:37.489307 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:37.505554 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:37.624583 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:37.628340 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:37.654506 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:20:37.679140 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743242416065', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:37.679730 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Unsubscribe: segment precommit_create {{(pid=102508) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 11:20:37.680244 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Added segment a35fde12-8f3c-453a-9758-f839445cd50f of type vlan for network 0f606286-dd2b-439f-9c24-5b7e9166af27 Dec 09 11:20:37.686110 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d636269c-7ee9-49c9-8594-735fff589292,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:20:37.708149 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.708502 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.708960 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.709414 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.709834 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.710169 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.710517 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.710877 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.711226 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.711577 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.711909 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.712231 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.712553 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Tracked resource versions report: Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: pushed versions: Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: { 'AddressGroup': {'1.2'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'ConntrackHelper': {'1.0'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Log': {'1.0'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Network': {'1.1'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Port': {'1.7'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'PortForwarding': {'1.2'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'QosPolicy': {'1.10'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SecurityGroup': {'1.5'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SubPort': {'1.0'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Subnet': {'1.1'}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Trunk': {'1.1'}} Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: consumer versions: Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: { DHCP agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: L3 agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: Metadata agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: Metering agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: Open vSwitch agent@dv-cinder-817351-6-iscsi: { 'AddressGroup': '1.2', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'ConntrackHelper': '1.0', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'LocalIPAssociation': '1.0', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Log': '1.0', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Network': '1.1', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Port': '1.7', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'PortForwarding': '1.2', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'QosPolicy': '1.10', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SecurityGroup': '1.5', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SecurityGroupRule': '1.2', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SubPort': '1.0', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Subnet': '1.1', Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Trunk': '1.1'}} Dec 09 11:20:37.713935 dv-cinder-817351-6-iscsi neutron-server[102508]: {{(pid=102508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:20:37.799479 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:37.838427 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:37.839654 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:20:37.840334 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:37.916924 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7615695 Dec 09 11:20:37.946612 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca9b7c-7957-4472-ac0d-e466e47ddb9d admin admin] Pushing event updated for resources: {'Network': ['ID=0f606286-dd2b-439f-9c24-5b7e9166af27,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:20:37.959502 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 0f606286-dd2b-439f-9c24-5b7e9166af27 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:20:40.790771 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 42448) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:20:41.305635 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.policy [None req-5f11a4c4-56bb-4382-ba4c-fc17ded4da96 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102509) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 11:20:41.353051 dv-cinder-817351-6-iscsi neutron-server[102509]: WARNING oslo_policy.policy [None req-5f11a4c4-56bb-4382-ba4c-fc17ded4da96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:20:41.353438 dv-cinder-817351-6-iscsi neutron-server[102509]: WARNING oslo_policy.policy [None req-5f11a4c4-56bb-4382-ba4c-fc17ded4da96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 11:20:41.362137 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11a4c4-56bb-4382-ba4c-fc17ded4da96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:20:41.363859 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5f11a4c4-56bb-4382-ba4c-fc17ded4da96 admin admin] 10.222.0.30 "GET /v2.0/networks/0f606286-dd2b-439f-9c24-5b7e9166af27 HTTP/1.1" status: 200 len: 825 time: 0.5721486 Dec 09 11:20:41.402360 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-acd5f16b-c210-4215-9e93-a6cb9db835a0 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/bd6c28a3-90b0-4f6e-9af8-3796b242f40a HTTP/1.1" status: 200 len: 734 time: 0.0324123 Dec 09 11:20:41.412176 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Request body: {'subnet': {'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27', 'subnetpool_id': 'bd6c28a3-90b0-4f6e-9af8-3796b242f40a'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:20:41.413711 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.quota [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Loaded quota_driver: . Dec 09 11:20:41.452928 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Made reservation on behalf of d7a8915f969f4015ac33f775e07ab594 for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:20:41.455753 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:41.753883 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for subnet, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:41.824475 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Checking segment: {'id': 'a35fde12-8f3c-453a-9758-f839445cd50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:20:41.825157 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Network hostable DHCP agents. Network: 0f606286-dd2b-439f-9c24-5b7e9166af27, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:20:41.837084 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b435f63-0dab-4bf2-8ede-f6fd0f557097,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:20:41.851608 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.851956 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.852297 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.852628 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.852952 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.853275 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.853598 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.853918 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.854253 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.854589 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.854933 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.856434 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.856434 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Tracked resource versions report: Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: pushed versions: Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: { 'AddressGroup': {'1.2'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'ConntrackHelper': {'1.0'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Log': {'1.0'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Network': {'1.1'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Port': {'1.7'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'PortForwarding': {'1.2'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'QosPolicy': {'1.10'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SecurityGroup': {'1.5'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SubPort': {'1.0'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Subnet': {'1.1'}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Trunk': {'1.1'}} Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: consumer versions: Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: { DHCP agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: L3 agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: Metadata agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: Metering agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: Open vSwitch agent@dv-cinder-817351-6-iscsi: { 'AddressGroup': '1.2', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'ConntrackHelper': '1.0', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'LocalIPAssociation': '1.0', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Log': '1.0', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Network': '1.1', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Port': '1.7', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'PortForwarding': '1.2', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'QosPolicy': '1.10', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SecurityGroup': '1.5', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SecurityGroupRule': '1.2', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SubPort': '1.0', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Subnet': '1.1', Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Trunk': '1.1'}} Dec 09 11:20:41.857917 dv-cinder-817351-6-iscsi neutron-server[102509]: {{(pid=102509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:20:41.887389 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Network 0f606286-dd2b-439f-9c24-5b7e9166af27 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:20:41.903250 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 0f606286-dd2b-439f-9c24-5b7e9166af27) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:20:41.911324 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:20:41.912316 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:41.914673 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f0938-e05b-4341-bdfb-2309f5aaf8e6 None None] Network 0f606286-dd2b-439f-9c24-5b7e9166af27 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:20:41.934966 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-cfd1347d-83ef-453d-8efa-ee402944cf98 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5262775 Dec 09 11:20:42.186608 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d22fdf4-49db-53c2-8d14-2eba624b742b-0f606286-dd2b-439f-9c24-5b7e9166af27', 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27', 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'fixed_ips': [{'subnet_id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097'}]}} from dv-cinder-817351-6-iscsi. {{(pid=102510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:20:42.188148 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:42.487043 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Allocated IP 172.20.0.2 (0f606286-dd2b-439f-9c24-5b7e9166af27/3b435f63-0dab-4bf2-8ede-f6fd0f557097/2bc3b992-2d5e-42d2-b406-0ad5e881085a) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:20:42.729709 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Publish callbacks [] for port, precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:42.737312 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:42.817319 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Network 0f606286-dd2b-439f-9c24-5b7e9166af27 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:20:42.827983 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:20:42.834813 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:20:42.836893 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Pushing event updated for resources: {'Port': ['ID=2bc3b992-2d5e-42d2-b406-0ad5e881085a,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:20:42.868397 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.868784 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.869121 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.869475 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.869820 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.870159 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.870545 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.870856 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.871192 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.871541 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.871878 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.872215 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.872577 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Tracked resource versions report: Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: pushed versions: Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: { 'AddressGroup': {'1.2'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'ConntrackHelper': {'1.0'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Log': {'1.0'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Network': {'1.1'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Port': {'1.7'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'PortForwarding': {'1.2'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'QosPolicy': {'1.10'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SecurityGroup': {'1.5'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SubPort': {'1.0'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Subnet': {'1.1'}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Trunk': {'1.1'}} Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: consumer versions: Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: { DHCP agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: L3 agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: Metadata agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: Metering agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: Open vSwitch agent@dv-cinder-817351-6-iscsi: { 'AddressGroup': '1.2', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'ConntrackHelper': '1.0', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'LocalIPAssociation': '1.0', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Log': '1.0', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Network': '1.1', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Port': '1.7', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'PortForwarding': '1.2', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'QosPolicy': '1.10', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SecurityGroup': '1.5', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SecurityGroupRule': '1.2', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SubPort': '1.0', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Subnet': '1.1', Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Trunk': '1.1'}} Dec 09 11:20:42.873991 dv-cinder-817351-6-iscsi neutron-server[102510]: {{(pid=102510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:20:42.924320 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Attempting to bind port 2bc3b992-2d5e-42d2-b406-0ad5e881085a on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:20:42.924951 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Attempting to bind port 2bc3b992-2d5e-42d2-b406-0ad5e881085a by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'a35fde12-8f3c-453a-9758-f839445cd50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:20:42.925132 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Attempting to bind port 2bc3b992-2d5e-42d2-b406-0ad5e881085a on network 0f606286-dd2b-439f-9c24-5b7e9166af27 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:20:42.930124 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:20:42.930524 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Checking segment: {'id': 'a35fde12-8f3c-453a-9758-f839445cd50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:20:42.931028 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:42.931436 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Bound using segment: {'id': 'a35fde12-8f3c-453a-9758-f839445cd50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:20:42.931938 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Bound port: 2bc3b992-2d5e-42d2-b406-0ad5e881085a, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35fde12-8f3c-453a-9758-f839445cd50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:20:42.932366 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:42.994193 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] For port 2bc3b992-2d5e-42d2-b406-0ad5e881085a, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:20:42.998920 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] For port 2bc3b992-2d5e-42d2-b406-0ad5e881085a, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=2bc3b992-2d5e-42d2-b406-0ad5e881085a,segment=NetworkSegment(a35fde12-8f3c-453a-9758-f839445cd50f),segment_id=a35fde12-8f3c-453a-9758-f839445cd50f)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:20:43.003324 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:43.067643 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520547b1-52f3-45d1-bd12-517062f71981 None None] Pushing event updated for resources: {'Port': ['ID=2bc3b992-2d5e-42d2-b406-0ad5e881085a,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:20:44.587047 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 42462) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:20:44.899815 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [None req-52ff3b9d-e53d-428e-ac4c-347f9266bd4b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:20:44.900880 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-52ff3b9d-e53d-428e-ac4c-347f9266bd4b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3129468 Dec 09 11:20:47.513977 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 42470) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:20:47.831317 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [None req-f814f11f-4154-4c36-8b2a-b528a4b99c03 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:20:47.846713 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f814f11f-4154-4c36-8b2a-b528a4b99c03 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3173196 Dec 09 11:20:50.714873 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 42480) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:20:51.028182 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-8aafe08b-8ae2-4a03-bc5f-f85923cdaa73 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'name': 'router1'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:20:51.053889 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8aafe08b-8ae2-4a03-bc5f-f85923cdaa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-477'] for router, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:51.055536 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8aafe08b-8ae2-4a03-bc5f-f85923cdaa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1041188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-470'] for router, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:51.212838 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8aafe08b-8ae2-4a03-bc5f-f85923cdaa73 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:51.218194 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8aafe08b-8ae2-4a03-bc5f-f85923cdaa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699'] for router, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:51.233923 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8aafe08b-8ae2-4a03-bc5f-f85923cdaa73 admin admin] Publish callbacks [] for router, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:51.235441 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8aafe08b-8ae2-4a03-bc5f-f85923cdaa73 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5195763 Dec 09 11:20:51.409304 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 2bc3b992-2d5e-42d2-b406-0ad5e881085a up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:20:51.499283 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 2bc3b992-2d5e-42d2-b406-0ad5e881085a triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:20:51.499590 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:51.614559 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:51.654590 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 2bc3b992-2d5e-42d2-b406-0ad5e881085a, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=2bc3b992-2d5e-42d2-b406-0ad5e881085a,segment=NetworkSegment(a35fde12-8f3c-453a-9758-f839445cd50f),segment_id=a35fde12-8f3c-453a-9758-f839445cd50f)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:20:51.659108 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:51.709304 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=2bc3b992-2d5e-42d2-b406-0ad5e881085a,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:20:52.270776 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd58fb-17ab-4604-b070-44e1c3fdc7a6 None None] Network 0f606286-dd2b-439f-9c24-5b7e9166af27 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:20:52.337293 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-50ceb37d-a12b-4770-8251-82a4136c4f4b None None] Provisioning complete for port 2bc3b992-2d5e-42d2-b406-0ad5e881085a triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:20:52.337673 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-50ceb37d-a12b-4770-8251-82a4136c4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:52.683567 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-b381282a-8fcd-431b-9cf1-0ffee79fdb42 None None] Provisioning complete for port 2bc3b992-2d5e-42d2-b406-0ad5e881085a triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:20:52.684238 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b381282a-8fcd-431b-9cf1-0ffee79fdb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:53.384222 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 2bc3b992-2d5e-42d2-b406-0ad5e881085a up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:20:53.431642 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 2bc3b992-2d5e-42d2-b406-0ad5e881085a triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:20:53.432015 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:53.809703 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-53867ce8-d8a8-4977-8fbc-aa08e594394d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:53.875349 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 42492) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:20:54.188306 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [None req-3f97c2f6-7fa3-41ec-87f5-8dd27aaf7c41 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102508) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:20:54.189420 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3f97c2f6-7fa3-41ec-87f5-8dd27aaf7c41 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3130894 Dec 09 11:20:56.004072 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bbf4d052-63da-4f24-a9ef-e5cf3efe6af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:56.797132 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 42504) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:20:56.886726 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:57.126617 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:20:57.149673 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Made reservation on behalf of 353f9e555af340dd818e2aa085b02769 for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:20:57.151986 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:57.160509 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:57.234345 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:57.237939 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:57.252081 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Reserving flat network on physical network physnet1 {{(pid=102508) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 09 11:20:57.275707 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:57.278014 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Added segment dd93cefb-22ae-4a98-839d-9c7aa23b08f3 of type flat for network e7fed231-2d46-4983-baf1-5f45b5e5c94a Dec 09 11:20:57.279319 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2757bc7-910e-4c7a-8129-ca13701e5aee,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:20:57.335107 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:57.366943 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:57.367862 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:20:57.368434 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:57.422396 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6241045 Dec 09 11:20:57.428893 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34b7a5-f9d5-4942-806c-67e54ccaf0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=e7fed231-2d46-4983-baf1-5f45b5e5c94a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:20:57.439949 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:20:58.535618 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:59.557333 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:20:59.890972 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 42522) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:21:00.049859 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d9a2e7-9428-4c69-b7a0-45946f05fc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:21:00.051192 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-73d9a2e7-9428-4c69-b7a0-45946f05fc0b admin admin] 10.222.0.30 "GET /v2.0/subnets/3b435f63-0dab-4bf2-8ede-f6fd0f557097 HTTP/1.1" status: 200 len: 849 time: 0.1592507 Dec 09 11:21:00.223552 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-da2ad130-5347-4a73-87d0-5204cd95dc5f admin admin] 10.222.0.30 "GET /v2.0/routers/46be6a48-329e-4338-b137-aad46b775477 HTTP/1.1" status: 200 len: 704 time: 0.1663718 Dec 09 11:21:00.489491 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:00.786394 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Allocated IP 172.20.0.1 (0f606286-dd2b-439f-9c24-5b7e9166af27/3b435f63-0dab-4bf2-8ede-f6fd0f557097/a6e1986c-d8b2-4702-8190-4faceab23cc5) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:21:00.969716 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:01.038964 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:01.114926 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Network 0f606286-dd2b-439f-9c24-5b7e9166af27 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:21:01.125730 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:21:01.132054 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:21:01.132697 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032484'] for router_interface, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:01.152128 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e1986c-d8b2-4702-8190-4faceab23cc5,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:21:01.375880 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:01.378504 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-bb13fa08-a360-4ea0-96fe-43ea411ba272 None None] Provisioning complete for port a6e1986c-d8b2-4702-8190-4faceab23cc5 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:21:01.379067 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bb13fa08-a360-4ea0-96fe-43ea411ba272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:01.414751 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-bb13fa08-a360-4ea0-96fe-43ea411ba272 None None] Port a6e1986c-d8b2-4702-8190-4faceab23cc5 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:21:01.585801 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:01.589818 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:01.590660 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531124'] for router_interface, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:01.664991 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e1986c-d8b2-4702-8190-4faceab23cc5,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:21:01.712551 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Network 0f606286-dd2b-439f-9c24-5b7e9166af27 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:21:01.713831 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:21:01.876589 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Router 46be6a48-329e-4338-b137-aad46b775477 is scheduled to L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:21:01.941971 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-a4ec72d5-4067-41b1-b4c1-d0b1da88ccbc None None] Provisioning complete for port a6e1986c-d8b2-4702-8190-4faceab23cc5 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:21:01.942440 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a4ec72d5-4067-41b1-b4c1-d0b1da88ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:01.968680 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:21:01.980256 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-cd22ca10-b619-4cfd-8fd4-e377a8d58cb6 admin admin] 10.222.0.30 "PUT /v2.0/routers/46be6a48-329e-4338-b137-aad46b775477/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7448258 Dec 09 11:21:01.981305 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec72d5-4067-41b1-b4c1-d0b1da88ccbc None None] Port a6e1986c-d8b2-4702-8190-4faceab23cc5 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:21:01.995202 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Sync routers for ids ['46be6a48-329e-4338-b137-aad46b775477'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:21:02.007775 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Routers {'46be6a48-329e-4338-b137-aad46b775477'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:21:02.008610 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-72542943-83bc-4573-82ef-26c6504228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:20:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['46be6a48-329e-4338-b137-aad46b775477'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:21:02.198024 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Set router 46be6a48-329e-4338-b137-aad46b775477 gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:21:02.627981 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-72542943-83bc-4573-82ef-26c6504228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be6a48-329e-4338-b137-aad46b775477', 'name': 'router1', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:20:51Z', 'updated_at': '2021-12-09T11:21:01Z', 'revision_number': 2, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'gw_port_host': None, '_interfaces': [{'id': 'a6e1986c-d8b2-4702-8190-4faceab23cc5', 'name': '', 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'mac_address': 'fa:16:3e:92:57:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be6a48-329e-4338-b137-aad46b775477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:21:00Z', 'updated_at': '2021-12-09T11:21:01Z', 'revision_number': 2, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'subnets': [{'id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd6c28a3-90b0-4f6e-9af8-3796b242f40a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:21:02.678612 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Checking router: 46be6a48-329e-4338-b137-aad46b775477 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:21:02.679032 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Updating router 46be6a48-329e-4338-b137-aad46b775477 port a6e1986c-d8b2-4702-8190-4faceab23cc5 binding host dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:21:02.727493 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:03.241079 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Publish callbacks [] for port, precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:03.247962 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:03.413492 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Pushing event updated for resources: {'Port': ['ID=a6e1986c-d8b2-4702-8190-4faceab23cc5,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:21:03.422500 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Attempting to bind port a6e1986c-d8b2-4702-8190-4faceab23cc5 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:21:03.422941 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Attempting to bind port a6e1986c-d8b2-4702-8190-4faceab23cc5 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'a35fde12-8f3c-453a-9758-f839445cd50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:21:03.423366 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Attempting to bind port a6e1986c-d8b2-4702-8190-4faceab23cc5 on network 0f606286-dd2b-439f-9c24-5b7e9166af27 {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:21:03.431287 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:21:03.431693 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Checking segment: {'id': 'a35fde12-8f3c-453a-9758-f839445cd50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:21:03.432168 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:03.432562 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Bound using segment: {'id': 'a35fde12-8f3c-453a-9758-f839445cd50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:21:03.433060 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Bound port: a6e1986c-d8b2-4702-8190-4faceab23cc5, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35fde12-8f3c-453a-9758-f839445cd50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:21:03.433466 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:03.437748 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.438099 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.438451 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.438855 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.439150 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.439488 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.439823 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.440155 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.440584 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.440930 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.441208 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.441465 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.441791 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Tracked resource versions report: Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: pushed versions: Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: { 'AddressGroup': {'1.2'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'ConntrackHelper': {'1.0'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Log': {'1.0'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Network': {'1.1'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Port': {'1.7'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'PortForwarding': {'1.2'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'QosPolicy': {'1.10'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SecurityGroup': {'1.5'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SubPort': {'1.0'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Subnet': {'1.1'}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Trunk': {'1.1'}} Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: consumer versions: Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: { DHCP agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: L3 agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: Metadata agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: Metering agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: Open vSwitch agent@dv-cinder-817351-6-iscsi: { 'AddressGroup': '1.2', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'ConntrackHelper': '1.0', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'LocalIPAssociation': '1.0', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Log': '1.0', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Network': '1.1', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Port': '1.7', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'PortForwarding': '1.2', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'QosPolicy': '1.10', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SecurityGroup': '1.5', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SecurityGroupRule': '1.2', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SubPort': '1.0', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Subnet': '1.1', Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Trunk': '1.1'}} Dec 09 11:21:03.443184 dv-cinder-817351-6-iscsi neutron-server[102511]: {{(pid=102511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:21:03.510957 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-72542943-83bc-4573-82ef-26c6504228cc None None] For port a6e1986c-d8b2-4702-8190-4faceab23cc5, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:21:03.520227 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-6aaeb27b-9a0d-468c-83ef-78d6205e2ecf None None] Provisioning complete for port a6e1986c-d8b2-4702-8190-4faceab23cc5 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:21:03.520768 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb27b-9a0d-468c-83ef-78d6205e2ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:03.531878 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-72542943-83bc-4573-82ef-26c6504228cc None None] For port a6e1986c-d8b2-4702-8190-4faceab23cc5, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=a6e1986c-d8b2-4702-8190-4faceab23cc5,segment=NetworkSegment(a35fde12-8f3c-453a-9758-f839445cd50f),segment_id=a35fde12-8f3c-453a-9758-f839445cd50f)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:21:03.536616 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:03.555454 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-6aaeb27b-9a0d-468c-83ef-78d6205e2ecf None None] Port a6e1986c-d8b2-4702-8190-4faceab23cc5 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:21:03.585680 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Routers {'46be6a48-329e-4338-b137-aad46b775477'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:21:03.586333 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-72542943-83bc-4573-82ef-26c6504228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:20:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['46be6a48-329e-4338-b137-aad46b775477'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:21:03.666233 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11aa11-d5ab-41c1-8a23-23768c94c3ca None None] Pushing event updated for resources: {'Port': ['ID=a6e1986c-d8b2-4702-8190-4faceab23cc5,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:21:03.687899 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-72542943-83bc-4573-82ef-26c6504228cc None None] Set router 46be6a48-329e-4338-b137-aad46b775477 gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:21:03.775751 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-d7a4fc40-5c65-469e-a549-1cb61ab95309 None None] Provisioning complete for port a6e1986c-d8b2-4702-8190-4faceab23cc5 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:21:03.776128 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fc40-5c65-469e-a549-1cb61ab95309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:03.856646 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fc40-5c65-469e-a549-1cb61ab95309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:03.889056 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-d7a4fc40-5c65-469e-a549-1cb61ab95309 None None] For port a6e1986c-d8b2-4702-8190-4faceab23cc5, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=a6e1986c-d8b2-4702-8190-4faceab23cc5,segment=NetworkSegment(a35fde12-8f3c-453a-9758-f839445cd50f),segment_id=a35fde12-8f3c-453a-9758-f839445cd50f)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:21:03.893671 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fc40-5c65-469e-a549-1cb61ab95309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:03.908016 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-72542943-83bc-4573-82ef-26c6504228cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be6a48-329e-4338-b137-aad46b775477', 'name': 'router1', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:20:51Z', 'updated_at': '2021-12-09T11:21:01Z', 'revision_number': 2, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'gw_port_host': None, '_interfaces': [{'id': 'a6e1986c-d8b2-4702-8190-4faceab23cc5', 'name': '', 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'mac_address': 'fa:16:3e:92:57:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be6a48-329e-4338-b137-aad46b775477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:21:00Z', 'updated_at': '2021-12-09T11:21:03Z', 'revision_number': 4, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'subnets': [{'id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd6c28a3-90b0-4f6e-9af8-3796b242f40a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:21:03.933792 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72542943-83bc-4573-82ef-26c6504228cc None None] The sync data for ids ['46be6a48-329e-4338-b137-aad46b775477'] in dv-cinder-817351-6-iscsi is: [{'id': '46be6a48-329e-4338-b137-aad46b775477', 'name': 'router1', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:20:51Z', 'updated_at': '2021-12-09T11:21:01Z', 'revision_number': 2, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'gw_port_host': None, '_interfaces': [{'id': 'a6e1986c-d8b2-4702-8190-4faceab23cc5', 'name': '', 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'mac_address': 'fa:16:3e:92:57:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be6a48-329e-4338-b137-aad46b775477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:21:00Z', 'updated_at': '2021-12-09T11:21:03Z', 'revision_number': 4, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'subnets': [{'id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd6c28a3-90b0-4f6e-9af8-3796b242f40a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:21:03.944336 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4fc40-5c65-469e-a549-1cb61ab95309 None None] Pushing event updated for resources: {'Port': ['ID=a6e1986c-d8b2-4702-8190-4faceab23cc5,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:21:04.435442 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 42538) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:21:04.545332 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736464e-4b07-47f1-a0e6-fa0fe8e95342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:21:04.546714 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d736464e-4b07-47f1-a0e6-fa0fe8e95342 admin admin] 10.222.0.30 "GET /v2.0/networks/e7fed231-2d46-4983-baf1-5f45b5e5c94a HTTP/1.1" status: 200 len: 842 time: 0.1102176 Dec 09 11:21:04.556656 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Request body: {'subnet': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:21:04.584023 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Made reservation on behalf of 353f9e555af340dd818e2aa085b02769 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:21:04.586480 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Publish callbacks [] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:04.885454 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.objects.ports [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102508) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 11:21:04.885868 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:04.947097 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfed0bcc-cdb2-4cb5-8de3-da6626849bf1,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:21:04.951912 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:21:04.952284 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Network hostable DHCP agents. Network: e7fed231-2d46-4983-baf1-5f45b5e5c94a, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:21:04.973923 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:21:04.984777 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, e7fed231-2d46-4983-baf1-5f45b5e5c94a) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:21:04.988856 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:21:04.989537 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:04.994128 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26610b-ba99-43b3-8a2e-c30e26952d4c None None] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:21:05.006340 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-345d1d19-cd24-45e0-9c53-3f57825bb4de admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4528630 Dec 09 11:21:05.120866 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4169e87-dac0-4406-8ef6-511121891ec9 None None] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:21:07.553466 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 42546) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:21:07.695298 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-dc61f002-17b8-424b-8d03-ef1d084f582f admin admin] 10.222.0.30 "GET /v2.0/routers/46be6a48-329e-4338-b137-aad46b775477 HTTP/1.1" status: 200 len: 710 time: 0.1405673 Dec 09 11:21:07.789033 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f03cd-759a-41bc-bb07-40c4ca5f884d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:21:07.790787 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5e4f03cd-759a-41bc-bb07-40c4ca5f884d admin admin] 10.222.0.30 "GET /v2.0/networks/e7fed231-2d46-4983-baf1-5f45b5e5c94a HTTP/1.1" status: 200 len: 886 time: 0.0893428 Dec 09 11:21:07.801085 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:21:08.128243 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:08.361732 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:08.443138 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:08.547159 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Allocated IP 172.27.0.105 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/0e45e0cc-d317-4c57-ad9e-276fcd82a9ac) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:21:08.649358 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:08.682058 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:08.727561 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:21:08.732916 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:21:08.739345 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:21:08.741021 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e45e0cc-d317-4c57-ad9e-276fcd82a9ac,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:21:08.986271 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:09.184046 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1032670', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-504'] for router, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:09.187577 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1032645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1032652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-528914'] for router, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:09.381295 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Router 46be6a48-329e-4338-b137-aad46b775477 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:21:09.489247 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:21:09.494352 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:09.503324 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a7478167-7169-4933-a489-3c246cfeaad1 admin admin] 10.222.0.30 "PUT /v2.0/routers/46be6a48-329e-4338-b137-aad46b775477 HTTP/1.1" status: 200 len: 890 time: 1.7060077 Dec 09 11:21:11.031388 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Sync routers for ids ['46be6a48-329e-4338-b137-aad46b775477'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:21:11.042273 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Routers {'46be6a48-329e-4338-b137-aad46b775477'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:21:11.042977 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:20:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['46be6a48-329e-4338-b137-aad46b775477'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:21:11.250947 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Set router 46be6a48-329e-4338-b137-aad46b775477 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:21:11.442667 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device a6e1986c-d8b2-4702-8190-4faceab23cc5 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:21:11.592941 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port a6e1986c-d8b2-4702-8190-4faceab23cc5 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:21:11.593311 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:11.823129 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be6a48-329e-4338-b137-aad46b775477', 'name': 'router1', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '0e45e0cc-d317-4c57-ad9e-276fcd82a9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:20:51Z', 'updated_at': '2021-12-09T11:21:08Z', 'revision_number': 4, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'gw_port': {'id': '0e45e0cc-d317-4c57-ad9e-276fcd82a9ac', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be6a48-329e-4338-b137-aad46b775477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:21:08Z', 'updated_at': '2021-12-09T11:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'a6e1986c-d8b2-4702-8190-4faceab23cc5', 'name': '', 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'mac_address': 'fa:16:3e:92:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be6a48-329e-4338-b137-aad46b775477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:21:00Z', 'updated_at': '2021-12-09T11:21:03Z', 'revision_number': 5, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'subnets': [{'id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd6c28a3-90b0-4f6e-9af8-3796b242f40a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:21:11.871272 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Checking router: 46be6a48-329e-4338-b137-aad46b775477 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:21:11.871719 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Updating router 46be6a48-329e-4338-b137-aad46b775477 port 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac binding host dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:21:11.920931 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:12.112924 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 42558) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:21:12.225716 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-00859410-17b7-40e2-b2b3-b8b6361bf7e2 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1116254 Dec 09 11:21:12.239373 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Publish callbacks [] for port, precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:12.244841 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:12.295603 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Attempting to bind port 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:21:12.295984 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Attempting to bind port 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:21:12.296353 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Attempting to bind port 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac on network e7fed231-2d46-4983-baf1-5f45b5e5c94a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:21:12.309825 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:21:12.310218 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:21:12.310632 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:12.311062 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Bound using segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:21:12.311547 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Bound port: 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:21:12.311950 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:12.313831 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb9d47-7e3f-4da9-a7f5-c8f94e9ddb3c None None] Pushing event updated for resources: {'Port': ['ID=0e45e0cc-d317-4c57-ad9e-276fcd82a9ac,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:21:12.372302 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] For port 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:21:12.376045 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] For port 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=0e45e0cc-d317-4c57-ad9e-276fcd82a9ac,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:21:12.379670 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:12.448847 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb9d47-7e3f-4da9-a7f5-c8f94e9ddb3c None None] Pushing event updated for resources: {'Port': ['ID=0e45e0cc-d317-4c57-ad9e-276fcd82a9ac,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:21:12.452543 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Routers {'46be6a48-329e-4338-b137-aad46b775477'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:21:12.453507 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:20:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['46be6a48-329e-4338-b137-aad46b775477'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:21:12.563478 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] Set router 46be6a48-329e-4338-b137-aad46b775477 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:21:12.785299 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46be6a48-329e-4338-b137-aad46b775477', 'name': 'router1', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '0e45e0cc-d317-4c57-ad9e-276fcd82a9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:20:51Z', 'updated_at': '2021-12-09T11:21:08Z', 'revision_number': 4, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'gw_port': {'id': '0e45e0cc-d317-4c57-ad9e-276fcd82a9ac', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be6a48-329e-4338-b137-aad46b775477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:21:08Z', 'updated_at': '2021-12-09T11:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'a6e1986c-d8b2-4702-8190-4faceab23cc5', 'name': '', 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'mac_address': 'fa:16:3e:92:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be6a48-329e-4338-b137-aad46b775477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:21:00Z', 'updated_at': '2021-12-09T11:21:03Z', 'revision_number': 5, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'subnets': [{'id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd6c28a3-90b0-4f6e-9af8-3796b242f40a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:21:12.814484 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187216c-7966-4390-b85e-1f91a6da82eb None None] The sync data for ids ['46be6a48-329e-4338-b137-aad46b775477'] in dv-cinder-817351-6-iscsi is: [{'id': '46be6a48-329e-4338-b137-aad46b775477', 'name': 'router1', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '0e45e0cc-d317-4c57-ad9e-276fcd82a9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:20:51Z', 'updated_at': '2021-12-09T11:21:08Z', 'revision_number': 4, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'gw_port': {'id': '0e45e0cc-d317-4c57-ad9e-276fcd82a9ac', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46be6a48-329e-4338-b137-aad46b775477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:21:08Z', 'updated_at': '2021-12-09T11:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'a6e1986c-d8b2-4702-8190-4faceab23cc5', 'name': '', 'network_id': '0f606286-dd2b-439f-9c24-5b7e9166af27', 'tenant_id': 'd7a8915f969f4015ac33f775e07ab594', 'mac_address': 'fa:16:3e:92:57:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46be6a48-329e-4338-b137-aad46b775477', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:21:00Z', 'updated_at': '2021-12-09T11:21:03Z', 'revision_number': 5, 'project_id': 'd7a8915f969f4015ac33f775e07ab594', 'subnets': [{'id': '3b435f63-0dab-4bf2-8ede-f6fd0f557097', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd6c28a3-90b0-4f6e-9af8-3796b242f40a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:21:13.444828 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:21:13.497504 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:21:13.497884 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:13.590885 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:13.617149 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=0e45e0cc-d317-4c57-ad9e-276fcd82a9ac,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:21:13.630121 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:13.695387 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=0e45e0cc-d317-4c57-ad9e-276fcd82a9ac,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:21:15.416358 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:21:15.469439 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 0e45e0cc-d317-4c57-ad9e-276fcd82a9ac triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:21:15.469818 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:20.013110 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 5 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:21:23.812775 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6567c7f4-48d1-4380-8dec-514ed852fd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:26.006902 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8e49f627-2b56-4abe-b55f-c671e102df14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:26.893534 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:28.554354 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:29.661037 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:53.822471 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-57a86cb0-9167-4d55-892b-72695bc6782e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:56.017451 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-237a9dfb-9f89-4e0a-90c3-e4bd7933f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:56.901953 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:57.013084 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 5 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:21:58.619871 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:21:59.567453 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:23.815501 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ea175d18-e71d-467c-8d4a-3642a21fcf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:26.010726 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4de34873-a481-4aab-b09b-bf070d214bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:26.898262 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:28.551392 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:29.571165 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:34.011912 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 5 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:22:34.332644 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43042) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:22:34.397810 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.pecan_wsgi.hooks.translation [None req-438eb8bc-e901-4d72-a686-86e6a2385d74 admin admin] GET failed (client error): The resource could not be found. Dec 09 11:22:34.399119 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-438eb8bc-e901-4d72-a686-86e6a2385d74 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655084 Dec 09 11:22:34.558322 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0874bb-d308-461d-8354-cdeb586ef212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:34.559728 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-bf0874bb-d308-461d-8354-cdeb586ef212 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559210 Dec 09 11:22:36.963719 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43052) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:22:37.059893 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaeea76-7239-42fa-9029-a87b7ee6580c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:37.061231 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8eaeea76-7239-42fa-9029-a87b7ee6580c admin admin] 10.222.0.30 "GET /v2.0/subnets/3b435f63-0dab-4bf2-8ede-f6fd0f557097 HTTP/1.1" status: 200 len: 849 time: 0.0965664 Dec 09 11:22:37.071243 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:22:37.154899 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:37.299705 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743242431272'] for subnet, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:37.331920 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:37.332523 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:37.333798 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] 10.222.0.30 "PUT /v2.0/subnets/3b435f63-0dab-4bf2-8ede-f6fd0f557097 HTTP/1.1" status: 200 len: 868 time: 0.2661359 Dec 09 11:22:37.341001 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c931301-bd43-4f0f-aa7e-039a7c91744e None None] Network 0f606286-dd2b-439f-9c24-5b7e9166af27 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:22:37.356292 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b435f63-0dab-4bf2-8ede-f6fd0f557097,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:22:37.363731 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.364099 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.364448 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.364786 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.365118 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.365448 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.365793 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.366128 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.366472 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.366849 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.367179 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.367502 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.367839 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac8f8d0-a486-4030-ad61-72135c0a49d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:22:37.691202 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-bd6295eb-0f03-47e7-bb67-952a5cbd603a None None] Provisioning complete for port a6e1986c-d8b2-4702-8190-4faceab23cc5 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:22:37.691571 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bd6295eb-0f03-47e7-bb67-952a5cbd603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:37.787300 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-bd6295eb-0f03-47e7-bb67-952a5cbd603a None None] Provisioning complete for port 2bc3b992-2d5e-42d2-b406-0ad5e881085a triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:22:37.787560 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bd6295eb-0f03-47e7-bb67-952a5cbd603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:39.906828 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43060) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:22:40.106944 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e9ab40-59d3-4df4-a629-063526accea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:40.107318 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e9ab40-59d3-4df4-a629-063526accea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:40.108850 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-09e9ab40-59d3-4df4-a629-063526accea2 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010357 Dec 09 11:22:42.479159 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43068) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:22:42.676660 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69883216-5d5c-461c-af89-73b637bf4c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:42.677045 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69883216-5d5c-461c-af89-73b637bf4c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:42.678584 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-69883216-5d5c-461c-af89-73b637bf4c19 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984794 Dec 09 11:22:45.064166 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43078) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:22:45.195962 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483a15c8-6b26-40c2-9bee-23a872e534da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:45.197403 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-483a15c8-6b26-40c2-9bee-23a872e534da admin admin] 10.222.0.30 "GET /v2.0/networks/0f606286-dd2b-439f-9c24-5b7e9166af27 HTTP/1.1" status: 200 len: 869 time: 0.1322196 Dec 09 11:22:47.589470 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43086) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:22:47.713838 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba2fec6-fc77-417c-995c-d36535bd6b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:47.715112 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0ba2fec6-fc77-417c-995c-d36535bd6b9f admin admin] 10.222.0.30 "GET /v2.0/networks/e7fed231-2d46-4983-baf1-5f45b5e5c94a HTTP/1.1" status: 200 len: 886 time: 0.1247075 Dec 09 11:22:50.110903 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43094) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:22:50.235698 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d66fe-7569-4575-bfd6-f88c686ea0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:50.236075 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d66fe-7569-4575-bfd6-f88c686ea0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:50.237599 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0c9d66fe-7569-4575-bfd6-f88c686ea0e9 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257396 Dec 09 11:22:52.627940 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43102) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:22:52.718117 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd34d79-9065-4957-bc56-4086a2339819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:52.718568 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd34d79-9065-4957-bc56-4086a2339819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:52.720083 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3dd34d79-9065-4957-bc56-4086a2339819 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911710 Dec 09 11:22:53.818003 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d9c010ae-f66e-4e4d-9e4b-8f842ccfea79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:55.137678 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43110) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:22:55.231879 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5361c7f-6ad7-46eb-b1ae-0388dff23be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:55.233148 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d5361c7f-6ad7-46eb-b1ae-0388dff23be9 admin admin] 10.222.0.30 "GET /v2.0/subnets/3b435f63-0dab-4bf2-8ede-f6fd0f557097 HTTP/1.1" status: 200 len: 868 time: 0.0945182 Dec 09 11:22:56.012579 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-daffd113-e852-4ff2-a504-e07feb7a1eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:56.899238 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:57.638221 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43118) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:22:57.727645 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f15011-942b-4a0c-8c38-3d26019bf94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:22:57.729560 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-11f15011-942b-4a0c-8c38-3d26019bf94f admin admin] 10.222.0.30 "GET /v2.0/subnets/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1 HTTP/1.1" status: 200 len: 816 time: 0.0903208 Dec 09 11:22:58.552549 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:22:59.574169 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:11.010817 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 5 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:23:22.695665 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43172) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:23:22.744907 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [None req-d9cbed07-2638-4a91-b824-ee8070cf61df admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102508) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:23:22.745949 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d9cbed07-2638-4a91-b824-ee8070cf61df admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490470 Dec 09 11:23:23.820432 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-03b4cd17-9b18-40ae-a3b6-b55dfa4ea9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:25.213991 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43180) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:23:25.274856 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3195790-40f4-4659-a0a6-ab8a4d4dfb41 admin admin] GET failed (client error): The resource could not be found. Dec 09 11:23:25.276156 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f3195790-40f4-4659-a0a6-ab8a4d4dfb41 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612245 Dec 09 11:23:25.417986 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e3d2f-6ef3-42c4-9718-a993d857c6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:23:25.419520 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a02e3d2f-6ef3-42c4-9718-a993d857c6c1 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1388807 Dec 09 11:23:26.014686 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0be90f7e-a122-4aca-a314-dccb2b6bc284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:26.903046 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:27.850090 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43188) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:23:27.898053 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:23:27.918302 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Made reservation on behalf of 353f9e555af340dd818e2aa085b02769 for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:23:27.920537 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:27.948819 dv-cinder-817351-6-iscsi neutron-server[102508]: WARNING neutron.services.revisions.revision_plugin [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Could not find related network for resource to bump revision. Dec 09 11:23:27.959501 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:23:27.968318 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:27.968672 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Added segment 7b0d49fc-2a33-4c7c-93bf-5ec38f172819 of type vlan for network d8c3b7bd-32df-4c58-8508-2840266d56b6 Dec 09 11:23:28.006527 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:28.029676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:28.030514 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:23:28.031154 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:28.085838 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2346334 Dec 09 11:23:28.092469 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Pushing event updated for resources: {'Network': ['ID=d8c3b7bd-32df-4c58-8508-2840266d56b6,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:23:28.099824 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.100198 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.100553 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.100896 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.101238 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.101575 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.102508 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.102884 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.103243 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.103582 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.103915 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.104251 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.104578 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b3f0dd-38b8-4180-ad22-b3e11dfa89ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:28.116193 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network d8c3b7bd-32df-4c58-8508-2840266d56b6 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:23:28.556381 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:29.576604 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:30.509316 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43196) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:23:30.569099 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.pecan_wsgi.hooks.translation [None req-2676871b-b9c3-4de1-ae87-e54b73aac1e4 admin admin] GET failed (client error): The resource could not be found. Dec 09 11:23:30.570438 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2676871b-b9c3-4de1-ae87-e54b73aac1e4 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601335 Dec 09 11:23:30.639127 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c48d40-ad04-4f4c-86f5-eed521ce0f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:23:30.640814 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-83c48d40-ad04-4f4c-86f5-eed521ce0f32 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654716 Dec 09 11:23:30.652798 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:23:30.672793 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Made reservation on behalf of 353f9e555af340dd818e2aa085b02769 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:23:30.675060 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:30.836061 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:30.891331 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59bee2f-05ca-4a0a-9f5c-8eb954611f7f,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:23:30.900423 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Checking segment: {'id': '7b0d49fc-2a33-4c7c-93bf-5ec38f172819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:23:30.900770 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Network hostable DHCP agents. Network: d8c3b7bd-32df-4c58-8508-2840266d56b6, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:23:30.916031 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Network d8c3b7bd-32df-4c58-8508-2840266d56b6 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:23:30.924197 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, d8c3b7bd-32df-4c58-8508-2840266d56b6) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:23:30.928414 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:23:30.929005 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:30.933854 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3f9f8-d80a-4df4-9fdb-cb601886e5ae None None] Network d8c3b7bd-32df-4c58-8508-2840266d56b6 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:23:30.947046 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fa4788bb-eb33-4fea-9c1f-7a10a4b81b0d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2994092 Dec 09 11:23:31.146519 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d22fdf4-49db-53c2-8d14-2eba624b742b-d8c3b7bd-32df-4c58-8508-2840266d56b6', 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6', 'project_id': '353f9e555af340dd818e2aa085b02769', 'fixed_ips': [{'subnet_id': 'f59bee2f-05ca-4a0a-9f5c-8eb954611f7f'}]}} from dv-cinder-817351-6-iscsi. {{(pid=102510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:23:31.147443 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:31.287761 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Allocated IP 192.168.233.2 (d8c3b7bd-32df-4c58-8508-2840266d56b6/f59bee2f-05ca-4a0a-9f5c-8eb954611f7f/8a1547d1-91e8-41a6-a904-0804975db15d) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:23:31.448854 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Publish callbacks [] for port, precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:31.454928 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:31.500214 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Network d8c3b7bd-32df-4c58-8508-2840266d56b6 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:23:31.506102 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:23:31.508427 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Pushing event updated for resources: {'Port': ['ID=8a1547d1-91e8-41a6-a904-0804975db15d,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:23:31.510787 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:23:31.519585 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.519960 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.520330 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.520677 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.521011 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.521346 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.521675 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.522006 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.522340 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.522710 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.525868 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.525868 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.525868 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:23:31.578891 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Attempting to bind port 8a1547d1-91e8-41a6-a904-0804975db15d on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:23:31.578891 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Attempting to bind port 8a1547d1-91e8-41a6-a904-0804975db15d by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': '7b0d49fc-2a33-4c7c-93bf-5ec38f172819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:23:31.578891 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Attempting to bind port 8a1547d1-91e8-41a6-a904-0804975db15d on network d8c3b7bd-32df-4c58-8508-2840266d56b6 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:23:31.584077 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:23:31.584593 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Checking segment: {'id': '7b0d49fc-2a33-4c7c-93bf-5ec38f172819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:23:31.585047 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:31.585399 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Bound using segment: {'id': '7b0d49fc-2a33-4c7c-93bf-5ec38f172819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:23:31.586072 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Bound port: 8a1547d1-91e8-41a6-a904-0804975db15d, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0d49fc-2a33-4c7c-93bf-5ec38f172819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:23:31.587009 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:31.647799 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] For port 8a1547d1-91e8-41a6-a904-0804975db15d, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:23:31.651376 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] For port 8a1547d1-91e8-41a6-a904-0804975db15d, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=8a1547d1-91e8-41a6-a904-0804975db15d,segment=NetworkSegment(7b0d49fc-2a33-4c7c-93bf-5ec38f172819),segment_id=7b0d49fc-2a33-4c7c-93bf-5ec38f172819)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:23:31.655837 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:31.722221 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23774c9-df13-4c6b-9e1b-63809a20a228 None None] Pushing event updated for resources: {'Port': ['ID=8a1547d1-91e8-41a6-a904-0804975db15d,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:23:32.528737 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e9555-e7be-497c-82fb-dda519b4bf84 None None] Network d8c3b7bd-32df-4c58-8508-2840266d56b6 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:23:32.643047 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-bc593a9a-720f-4a93-9873-61a338069fec None None] Provisioning complete for port 8a1547d1-91e8-41a6-a904-0804975db15d triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:23:32.643707 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bc593a9a-720f-4a93-9873-61a338069fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:32.739588 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bc593a9a-720f-4a93-9873-61a338069fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:32.777250 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-bc593a9a-720f-4a93-9873-61a338069fec None None] For port 8a1547d1-91e8-41a6-a904-0804975db15d, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=8a1547d1-91e8-41a6-a904-0804975db15d,segment=NetworkSegment(7b0d49fc-2a33-4c7c-93bf-5ec38f172819),segment_id=7b0d49fc-2a33-4c7c-93bf-5ec38f172819)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:23:32.782117 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bc593a9a-720f-4a93-9873-61a338069fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:32.840511 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc593a9a-720f-4a93-9873-61a338069fec None None] Pushing event updated for resources: {'Port': ['ID=8a1547d1-91e8-41a6-a904-0804975db15d,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:23:33.004451 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-ac9de1d2-f8c9-4cc7-a008-0da56c374a3e None None] Provisioning complete for port 8a1547d1-91e8-41a6-a904-0804975db15d triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:23:33.004951 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ac9de1d2-f8c9-4cc7-a008-0da56c374a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:33.490183 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 8a1547d1-91e8-41a6-a904-0804975db15d up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:23:33.540734 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 8a1547d1-91e8-41a6-a904-0804975db15d triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:23:33.541365 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:48.009442 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 5 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:23:53.825701 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cb7a69d3-43b1-4608-aeaa-6e9e7b743294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:56.017243 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1782b0b7-19a8-4562-9d1d-3e51233c0946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:56.906565 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:58.558901 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:23:59.582253 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:23.827472 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d0ca78df-bc21-4f27-a507-f1404eee4f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:25.008496 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 5 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:24:26.019135 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aa16a5d1-cf57-47b4-a813-ff3c2e98c29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:26.912358 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:28.560614 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:29.577737 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:43.476272 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43240) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:24:43.481947 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [None req-bae399c8-b148-4edd-a9a4-8631603172d1 tempest-verify_tempest_config-1894700146 tempest-verify_tempest_config-1894700146-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102508) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:24:43.482949 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-bae399c8-b148-4edd-a9a4-8631603172d1 tempest-verify_tempest_config-1894700146 tempest-verify_tempest_config-1894700146-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056880 Dec 09 11:24:43.776697 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43258) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:24:43.876539 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:43.950163 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:43.953742 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:43.997303 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=502d282d449548c5a4f7adbc5c2c00fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2195699 Dec 09 11:24:43.998371 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c45587-dd3b-47d9-b998-c272414f4e7d,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:24:44.000401 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43262) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:24:44.004980 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.005319 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.006057 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.006402 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.006766 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.007089 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.007414 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.007742 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.008070 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.008422 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.008715 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.009036 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.009353 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620f417-b454-450f-914f-68e34705b2be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.077004 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:44.097348 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:44.190956 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:44.194034 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:44.195310 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59c45587-dd3b-47d9-b998-c272414f4e7d HTTP/1.1" status: 204 len: 168 time: 0.1938598 Dec 09 11:24:44.203966 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c45587-dd3b-47d9-b998-c272414f4e7d,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:24:44.211243 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.211619 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.211980 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.212329 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.212669 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.213010 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.213349 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.213686 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.214119 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.214355 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.214680 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.215039 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:44.215367 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe336-6fe3-48a4-ac55-b1836a1c4d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:24:53.831049 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-322041f1-a3ec-44aa-85ce-33c27b14db8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:56.022067 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-79f71efb-cb1e-4069-98ba-9fabe2886cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:56.912985 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:58.563768 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:24:59.584476 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:25:02.006890 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 5 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:25:23.832801 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8f558837-7b03-4a49-989a-7d1325dba58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:25:26.024623 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6b8dd8d2-9ba3-4a48-a62c-1fcdc82443a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:25:26.917413 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:25:28.568487 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:25:29.576411 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:25:39.004849 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 5 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:25:53.835538 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a587b99f-b367-4d5c-98cf-155c6e7a765d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:25:56.025295 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a0013114-417a-46d0-a820-86ea704ad585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:25:56.922125 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:25:58.568654 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:25:59.579356 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:16.002841 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 5 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:26:16.074463 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531660'] for agent, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:23.836710 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aec29f64-1693-4eb3-b4b8-51b03cd61a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:26.028148 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a7fde2ce-e99b-4fd6-a6bd-5371dbb70262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:26.923862 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:28.571331 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:29.581018 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:31.449125 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43336) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:26:31.552751 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-79748853-8479-4c0f-ba00-1778dd390289 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1025312 Dec 09 11:26:33.955136 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43346) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:26:34.022308 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b55565b8-ce68-45fa-a444-2f03678042be admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0660563 Dec 09 11:26:45.987161 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:53.002552 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:26:53.935131 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bbfd37a3-ed67-4ebd-b4a6-01be0cf17371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:56.029696 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8d85-1818-4040-b5f9-5c5a6fc6150f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:56.925038 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:58.575259 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:26:59.583713 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:15.992987 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:23.838899 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-9591ffff-cff0-420a-a0bf-7286b6dc9be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:26.038974 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-75bf0442-490a-4038-a11c-d5f864f176c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:26.927623 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:28.578895 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:29.593631 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:30.002427 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:27:46.006603 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:53.842570 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4d2ed772-5eed-40b9-94f3-6d984321bc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:56.032955 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f331-7d76-45a3-b7fc-69e7321825b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:56.933377 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:58.578789 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:27:59.590058 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:05.263464 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43500) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:05.668020 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-network', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:05.689476 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Made reservation on behalf of 0b58906d29d449b7b000444cdb1bdb89 for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:05.692001 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:05.701787 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:05.898714 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:05.903053 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:05.929747 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:28:05.939854 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfa7ce6-eb03-4698-939c-380dd1ceb02b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:05.949093 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:05.949440 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Added segment e1c50bb6-3897-4c74-bb94-0daf6c3af398 of type vlan for network 763cb968-a326-4989-b036-296e6a5ecbf3 Dec 09 11:28:05.951806 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.952181 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.952524 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.953011 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.953258 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.953601 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.954044 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.954592 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.954738 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.955084 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.955412 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.955737 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.956064 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Tracked resource versions report: Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: pushed versions: Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: { 'AddressGroup': {'1.2'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'ConntrackHelper': {'1.0'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Log': {'1.0'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Network': {'1.1'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Port': {'1.7'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'PortForwarding': {'1.2'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'QosPolicy': {'1.10'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SecurityGroup': {'1.5'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SubPort': {'1.0'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Subnet': {'1.1'}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Trunk': {'1.1'}} Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: consumer versions: Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: { DHCP agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: HyperV agent@hv-cinder-81735: {}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: L3 agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: Metadata agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: Metering agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: Open vSwitch agent@dv-cinder-817351-6-iscsi: { 'AddressGroup': '1.2', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'ConntrackHelper': '1.0', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'LocalIPAssociation': '1.0', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Log': '1.0', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Network': '1.1', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Port': '1.7', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'PortForwarding': '1.2', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'QosPolicy': '1.10', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SecurityGroup': '1.5', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SecurityGroupRule': '1.2', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'SubPort': '1.0', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Subnet': '1.1', Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: 'Trunk': '1.1'}} Dec 09 11:28:05.957209 dv-cinder-817351-6-iscsi neutron-server[102508]: {{(pid=102508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:28:05.999960 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:06.031296 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:06.032586 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:06.033389 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:06.094256 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8293321 Dec 09 11:28:06.097419 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43556) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:06.103922 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Request body: {'subnet': {'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-subnet', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:06.107133 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bc732-26d5-4f37-b365-3ea27c65f890 admin admin] Pushing event updated for resources: {'Network': ['ID=763cb968-a326-4989-b036-296e6a5ecbf3,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:06.118363 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 763cb968-a326-4989-b036-296e6a5ecbf3 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:28:06.137284 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Made reservation on behalf of 0b58906d29d449b7b000444cdb1bdb89 for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:06.139593 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:06.332996 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for subnet, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:06.389185 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:06.399013 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.399541 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.400730 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.401261 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.401920 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.402148 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43570) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:06.403115 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.403612 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.404104 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.404594 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.405110 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.405606 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.406088 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.406926 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Tracked resource versions report: Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: pushed versions: Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: { 'AddressGroup': {'1.2'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'ConntrackHelper': {'1.0'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Log': {'1.0'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Network': {'1.1'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Port': {'1.7'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'PortForwarding': {'1.2'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'QosPolicy': {'1.10'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SecurityGroup': {'1.5'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SubPort': {'1.0'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Subnet': {'1.1'}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Trunk': {'1.1'}} Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: consumer versions: Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: { DHCP agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: HyperV agent@hv-cinder-81735: {}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: L3 agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: Metadata agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: Metering agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: Open vSwitch agent@dv-cinder-817351-6-iscsi: { 'AddressGroup': '1.2', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'ConntrackHelper': '1.0', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'LocalIPAssociation': '1.0', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Log': '1.0', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Network': '1.1', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Port': '1.7', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'PortForwarding': '1.2', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'QosPolicy': '1.10', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SecurityGroup': '1.5', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SecurityGroupRule': '1.2', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'SubPort': '1.0', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Subnet': '1.1', Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: 'Trunk': '1.1'}} Dec 09 11:28:06.408228 dv-cinder-817351-6-iscsi neutron-server[102509]: {{(pid=102509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:28:06.415802 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Checking segment: {'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:06.416557 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Network hostable DHCP agents. Network: 763cb968-a326-4989-b036-296e6a5ecbf3, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:28:06.434763 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Network 763cb968-a326-4989-b036-296e6a5ecbf3 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:28:06.444898 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 763cb968-a326-4989-b036-296e6a5ecbf3) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:06.450197 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:06.450826 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:06.458579 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ed36d6-2128-4101-9ae4-a5155b2f38b9 None None] Network 763cb968-a326-4989-b036-296e6a5ecbf3 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:28:06.475892 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-83d8b6e0-25f6-4d69-9735-15a75139b9e9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3772581 Dec 09 11:28:06.481172 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43574) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:06.485546 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-router', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:06.518270 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-477'] for router, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:06.520482 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1041188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-470'] for router, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:06.626002 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcbf8dc-658c-49dc-8532-9b694b0e7de7 None None] Network 763cb968-a326-4989-b036-296e6a5ecbf3 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:28:06.627526 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:06.723196 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43596) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:06.797819 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.002919 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:28:07.007035 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1494816182-network', 'tenant_id': 'edaea14c40e14d7abed6eff0c892477b'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:07.037485 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1264827595-network', 'tenant_id': '0324e5a50512484aaaf71ca9d41ae8b0'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:07.052486 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Made reservation on behalf of edaea14c40e14d7abed6eff0c892477b for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:07.054934 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.070414 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.079110 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43618) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:07.085681 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.086332 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Made reservation on behalf of 0324e5a50512484aaaf71ca9d41ae8b0 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:07.090081 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.105648 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.113680 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.249688 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.255089 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.288538 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.289703 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:28:07.290284 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Allocated IP 172.27.0.211 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/974a68c1-490c-4aa2-af84-5469d37f125c) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:28:07.295043 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.313192 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-902280579-network', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:07.318034 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:28:07.332402 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743242416065', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.332982 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Unsubscribe: segment precommit_create {{(pid=102509) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 11:28:07.333477 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Added segment 0cecd7c1-b49c-471b-8ddb-a9320e1b9bd9 of type vlan for network db5e298b-67d2-4c67-80e5-6c53b3fe6554 Dec 09 11:28:07.349130 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5359a64e-f7c0-4c96-8a9d-ee81cb475bcb,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:07.381568 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.381921 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Added segment 360f9b1d-7a0f-4cca-8ce2-70d6dd999726 of type vlan for network 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 Dec 09 11:28:07.383541 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effa23db-dbec-40c7-8d0c-761a2fead7a3,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:07.423040 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.436046 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.454320 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Made reservation on behalf of d57252b2111940dc8b2df1ba10db9fd6 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:07.457009 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.465653 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.466890 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:07.467476 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.476142 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.488453 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.489864 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:07.490747 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.549920 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] Pushing event updated for resources: {'Network': ['ID=6b83f5ba-b608-4e52-b3dc-02d1f013c2d2,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:07.559027 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-854a7a17-7cca-4d50-8f2d-243c7d1de01f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1559861 Dec 09 11:28:07.559843 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43636) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:07.566925 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Request body: {'subnet': {'network_id': '6b83f5ba-b608-4e52-b3dc-02d1f013c2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1494816182-subnet', 'tenant_id': 'edaea14c40e14d7abed6eff0c892477b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:07.580419 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:28:07.622389 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Made reservation on behalf of edaea14c40e14d7abed6eff0c892477b for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:07.633755 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.636466 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9120486 Dec 09 11:28:07.637118 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43638) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:07.655963 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43640) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:07.669035 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844460df-473a-4f84-b486-0d6ddb172c45 admin admin] Pushing event updated for resources: {'Network': ['ID=db5e298b-67d2-4c67-80e5-6c53b3fe6554,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:07.686435 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Request body: {'subnet': {'network_id': 'db5e298b-67d2-4c67-80e5-6c53b3fe6554', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1264827595-subnet', 'tenant_id': '0324e5a50512484aaaf71ca9d41ae8b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:07.704491 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network db5e298b-67d2-4c67-80e5-6c53b3fe6554 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:28:07.746239 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.751505 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.780286 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:28:07.798353 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be0b1eb-756c-4503-861b-8537cbb91c3b,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:07.802076 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.802600 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Added segment 6b24ada8-0461-40b9-8784-60ec8245a868 of type vlan for network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 Dec 09 11:28:07.825877 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Made reservation on behalf of 0324e5a50512484aaaf71ca9d41ae8b0 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:07.832503 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.894221 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-31e0910c-92b5-45ce-bf72-bf47c6c686b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.906236 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.921743 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.985243 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:07.986592 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:07.987226 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.053067 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9723256 Dec 09 11:28:08.054563 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.060645 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43656) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:08.072308 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Request body: {'subnet': {'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-subnet', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:08.096922 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bebeb-1bbc-4220-ac4b-1e4fc5ddb40c admin admin] Pushing event updated for resources: {'Network': ['ID=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:08.108375 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:28:08.127014 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-31e0910c-92b5-45ce-bf72-bf47c6c686b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.133532 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-31e0910c-92b5-45ce-bf72-bf47c6c686b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.144164 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=974a68c1-490c-4aa2-af84-5469d37f125c,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:08.173423 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:08.174327 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Made reservation on behalf of d57252b2111940dc8b2df1ba10db9fd6 for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:08.176675 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.184960 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:08.188362 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:28:08.341463 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-31e0910c-92b5-45ce-bf72-bf47c6c686b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5f81fa8d1364736a5d085486582cfd0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6959260 Dec 09 11:28:08.346803 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43664) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:08.363729 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0910c-92b5-45ce-bf72-bf47c6c686b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c55488-ee06-44a9-a691-859a17143fc6,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:08.381318 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.472010 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5292a7a7-bbae-4f0e-bfa5-05d19e4f613c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.516768 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5292a7a7-bbae-4f0e-bfa5-05d19e4f613c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.581622 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.588562 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Checking segment: {'id': '360f9b1d-7a0f-4cca-8ce2-70d6dd999726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6b83f5ba-b608-4e52-b3dc-02d1f013c2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:08.588879 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for subnet, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.589414 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Network hostable DHCP agents. Network: 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:28:08.642531 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5292a7a7-bbae-4f0e-bfa5-05d19e4f613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.645349 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5292a7a7-bbae-4f0e-bfa5-05d19e4f613c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.646163 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5292a7a7-bbae-4f0e-bfa5-05d19e4f613c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7c55488-ee06-44a9-a691-859a17143fc6 HTTP/1.1" status: 204 len: 168 time: 0.2984233 Dec 09 11:28:08.658762 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd45155-a9a2-42ab-9ce8-d6a88a166bca,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:08.660934 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Network 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:28:08.667580 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Checking segment: {'id': '0cecd7c1-b49c-471b-8ddb-a9320e1b9bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'db5e298b-67d2-4c67-80e5-6c53b3fe6554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:08.668233 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Network hostable DHCP agents. Network: db5e298b-67d2-4c67-80e5-6c53b3fe6554, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:28:08.694970 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292a7a7-bbae-4f0e-bfa5-05d19e4f613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c55488-ee06-44a9-a691-859a17143fc6,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:08.716039 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Checking segment: {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:08.716427 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Network hostable DHCP agents. Network: 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:28:08.741385 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f4b424-6ca4-49b4-a38e-4d413f88af7b,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:08.756733 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:08.761551 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Network db5e298b-67d2-4c67-80e5-6c53b3fe6554 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:28:08.763290 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:28:08.779210 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:08.780748 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade041d-222e-41ce-aec8-5a4fd7f42fae None None] Network 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:28:08.804365 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:08.805339 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.833580 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-43db0e58-4326-4668-bf1a-480832dd5cb0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7679582 Dec 09 11:28:08.838827 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43668) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:08.851186 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:08.852212 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed74040-8f9d-4ef5-b156-44ba4d4e4474,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:08.874901 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:08.876540 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.894212 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, db5e298b-67d2-4c67-80e5-6c53b3fe6554) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:08.934804 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-477'] for router, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.945812 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1041188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-470'] for router, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:08.960824 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf2641-dc76-4de5-bf59-1bf5c7349809 None None] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:28:08.963658 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e460f91-2f19-4e02-9ffa-efa6e3cc5f86 None None] Network db5e298b-67d2-4c67-80e5-6c53b3fe6554 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:28:08.968740 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:08.969364 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:09.016529 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ec036619-5bd6-4268-9e8d-0f72b8dcaf75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3417575 Dec 09 11:28:09.056108 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-81ac4da5-d705-4264-9f4c-c9d089276c2f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4928806 Dec 09 11:28:09.078010 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:09.208857 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:09.426603 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371710e-0d16-4db1-8b0d-92c7f66006bb None None] Network 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:28:09.471858 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43704) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:09.539694 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699'] for router, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:09.545750 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae427bea-8852-4fa4-8abf-f87d46a95fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:09.573636 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:09.685300 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b70fc-3591-4bb4-81ed-cfccd6023276 None None] Network db5e298b-67d2-4c67-80e5-6c53b3fe6554 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:28:09.798104 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d22fdf4-49db-53c2-8d14-2eba624b742b-7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca'}]}} from dv-cinder-817351-6-iscsi. {{(pid=102510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:28:09.799073 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:09.804325 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae427bea-8852-4fa4-8abf-f87d46a95fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:09.814208 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae427bea-8852-4fa4-8abf-f87d46a95fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:09.825492 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Router cd51c3f7-8cdd-4517-9775-db19d79ead88 is scheduled to L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:28:09.907316 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ae427bea-8852-4fa4-8abf-f87d46a95fa0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0af321a282244f292924e182942c273&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4310904 Dec 09 11:28:09.908443 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae427bea-8852-4fa4-8abf-f87d46a95fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5119ca-2ce7-4ab2-a332-e803c5ae30f4,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:09.911183 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43724) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:10.125842 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.144722 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d6fef567-f5c0-44dc-8a75-5947b5e77b7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.190416 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.219216 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d6fef567-f5c0-44dc-8a75-5947b5e77b7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.237920 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Allocated IP 172.20.0.2 (7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7/4dd45155-a9a2-42ab-9ce8-d6a88a166bca/10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:28:10.262500 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:28:10.287232 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Sync routers for ids ['cd51c3f7-8cdd-4517-9775-db19d79ead88'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:28:10.308449 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Routers {'cd51c3f7-8cdd-4517-9775-db19d79ead88'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:28:10.311463 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:27:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['cd51c3f7-8cdd-4517-9775-db19d79ead88'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:10.320169 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43766) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:10.341730 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.346281 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8d18435f-ce86-4961-869a-8c376beed9a5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8615918 Dec 09 11:28:10.347204 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43768) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:10.352952 dv-cinder-817351-6-iscsi neutron-server[102509]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 11:28:10.448612 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43778) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:10.457878 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-815612818-network', 'tenant_id': 'ba6d5937456e435ea827f0578e370bbd'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:10.481413 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Publish callbacks [] for port, precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.494792 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d6fef567-f5c0-44dc-8a75-5947b5e77b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.496444 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.498541 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d6fef567-f5c0-44dc-8a75-5947b5e77b7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.500675 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d6fef567-f5c0-44dc-8a75-5947b5e77b7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d5119ca-2ce7-4ab2-a332-e803c5ae30f4 HTTP/1.1" status: 204 len: 168 time: 0.5880761 Dec 09 11:28:10.544595 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Made reservation on behalf of ba6d5937456e435ea827f0578e370bbd for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:10.555678 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.567964 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:10.573013 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:10.579210 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43782) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:10.581963 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:28:10.591907 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Pushing event updated for resources: {'Port': ['ID=10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:10.638571 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.638888 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.639307 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.639706 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.640295 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.647320 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.647707 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.648055 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.648866 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.648866 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.649252 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.650119 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.652653 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Tracked resource versions report: Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: pushed versions: Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: { 'AddressGroup': {'1.2'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'ConntrackHelper': {'1.0'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Log': {'1.0'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Network': {'1.1'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Port': {'1.7'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'PortForwarding': {'1.2'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'QosPolicy': {'1.10'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SecurityGroup': {'1.5'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SubPort': {'1.0'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Subnet': {'1.1'}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Trunk': {'1.1'}} Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: consumer versions: Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: { DHCP agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: HyperV agent@hv-cinder-81735: {}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: L3 agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: Metadata agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: Metering agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: Open vSwitch agent@dv-cinder-817351-6-iscsi: { 'AddressGroup': '1.2', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'ConntrackHelper': '1.0', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'LocalIPAssociation': '1.0', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Log': '1.0', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Network': '1.1', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Port': '1.7', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'PortForwarding': '1.2', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'QosPolicy': '1.10', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SecurityGroup': '1.5', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SecurityGroupRule': '1.2', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'SubPort': '1.0', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Subnet': '1.1', Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: 'Trunk': '1.1'}} Dec 09 11:28:10.654007 dv-cinder-817351-6-iscsi neutron-server[102510]: {{(pid=102510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:28:10.670984 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fef567-f5c0-44dc-8a75-5947b5e77b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5119ca-2ce7-4ab2-a332-e803c5ae30f4,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:10.679842 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Set router cd51c3f7-8cdd-4517-9775-db19d79ead88 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:28:10.688780 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.750302 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Attempting to bind port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:28:10.750680 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Attempting to bind port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:28:10.751072 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Attempting to bind port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 on network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:10.777982 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:28:10.778370 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Checking segment: {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:10.778806 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.779210 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Bound using segment: {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:28:10.779696 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Bound port: 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:28:10.780078 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.794581 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Allocated IP 172.27.0.157 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/302c88d7-0c41-4612-a312-cf8313fcd86e) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:28:10.824876 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-c94824a4-37d1-4d36-adc8-88d24214d35d tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:10.833726 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-c94824a4-37d1-4d36-adc8-88d24214d35d tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/networks?id=6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 HTTP/1.1" status: 200 len: 812 time: 0.5119076 Dec 09 11:28:10.873670 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-0599e31c-cbab-448f-b4fd-7c8ada552bef tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/quotas/edaea14c40e14d7abed6eff0c892477b HTTP/1.1" status: 200 len: 375 time: 0.0388572 Dec 09 11:28:10.942052 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] For port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:28:10.949809 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] For port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:28:10.956032 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:10.980647 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-537482d7-2ad1-4b48-ad03-25d8520f1288 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=edaea14c40e14d7abed6eff0c892477b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058681 Dec 09 11:28:10.981301 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-router', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:06Z', 'updated_at': '2021-12-09T11:28:08Z', 'revision_number': 3, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'gw_port': {'id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:07Z', 'updated_at': '2021-12-09T11:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:11.055972 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.057939 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Checking router: cd51c3f7-8cdd-4517-9775-db19d79ead88 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:28:11.058317 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Updating router cd51c3f7-8cdd-4517-9775-db19d79ead88 port 974a68c1-490c-4aa2-af84-5469d37f125c binding host dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:28:11.069218 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.087917 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.091826 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476e980-a904-4921-8ea1-a614b90b2319 None None] Pushing event updated for resources: {'Port': ['ID=10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:11.125860 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.146784 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:28:11.216275 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d489f2-3859-4d54-85bd-913460c70a00,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:11.227282 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.228333 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Added segment 5e3e218c-3485-4633-a834-fb30131b760a of type vlan for network 1765f188-5c57-4010-a4be-22c96e8b5c3b Dec 09 11:28:11.286518 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bfd1d41e-99c4-4262-bda3-6db8fe8fb6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.331597 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-1fcb920e-010c-4bd3-a9e2-4a53800beb65 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:28:11.332780 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-1fcb920e-010c-4bd3-a9e2-4a53800beb65 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1023428 Dec 09 11:28:11.341139 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.366029 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.517383 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:11.518499 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.518499 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:11.518499 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.518927 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:11.575692 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1254613 Dec 09 11:28:11.583401 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43814) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:11.592301 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Request body: {'subnet': {'network_id': '1765f188-5c57-4010-a4be-22c96e8b5c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-815612818-subnet', 'tenant_id': 'ba6d5937456e435ea827f0578e370bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:11.623430 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d34219-a488-476e-b19e-7d0b12438ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=1765f188-5c57-4010-a4be-22c96e8b5c3b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:11.626785 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:28:11.677808 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 1765f188-5c57-4010-a4be-22c96e8b5c3b details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:28:11.691539 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bfd1d41e-99c4-4262-bda3-6db8fe8fb6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.695163 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Made reservation on behalf of ba6d5937456e435ea827f0578e370bbd for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:11.698438 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Publish callbacks [] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.720559 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bfd1d41e-99c4-4262-bda3-6db8fe8fb6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.832902 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Publish callbacks [] for port, precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.846334 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.850896 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:11.952661 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Attempting to bind port 974a68c1-490c-4aa2-af84-5469d37f125c on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:28:11.953951 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Attempting to bind port 974a68c1-490c-4aa2-af84-5469d37f125c by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:28:11.954587 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Attempting to bind port 974a68c1-490c-4aa2-af84-5469d37f125c on network e7fed231-2d46-4983-baf1-5f45b5e5c94a {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:11.974595 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Pushing event updated for resources: {'Port': ['ID=974a68c1-490c-4aa2-af84-5469d37f125c,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:11.982187 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:28:11.986324 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:11.986819 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:11.988386 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Bound using segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:28:11.990211 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Bound port: 974a68c1-490c-4aa2-af84-5469d37f125c, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:28:11.990661 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.011006 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Pushing event updated for resources: {'Port': ['ID=302c88d7-0c41-4612-a312-cf8313fcd86e,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:12.011271 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.011488 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.011968 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.012599 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.013356 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.013727 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.014069 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.014407 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.015031 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.015388 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.015731 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.016061 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.016421 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Tracked resource versions report: Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: pushed versions: Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: { 'AddressGroup': {'1.2'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'ConntrackHelper': {'1.0'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'LocalIPAssociation': {'1.0'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Log': {'1.0'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Network': {'1.1'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Port': {'1.7'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'PortForwarding': {'1.2'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'QosPolicy': {'1.10'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SecurityGroup': {'1.5'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SecurityGroupRule': {'1.2'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SubPort': {'1.0'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Subnet': {'1.1'}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Trunk': {'1.1'}} Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: consumer versions: Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: { DHCP agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: HyperV agent@hv-cinder-81735: {}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: L3 agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: Metadata agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: Metering agent@dv-cinder-817351-6-iscsi: {}, Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: Open vSwitch agent@dv-cinder-817351-6-iscsi: { 'AddressGroup': '1.2', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'ConntrackHelper': '1.0', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'LocalIPAssociation': '1.0', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Log': '1.0', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Network': '1.1', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Port': '1.7', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'PortForwarding': '1.2', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'QosPolicy': '1.10', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SecurityGroup': '1.5', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SecurityGroupRule': '1.2', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'SubPort': '1.0', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Subnet': '1.1', Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: 'Trunk': '1.1'}} Dec 09 11:28:12.017615 dv-cinder-817351-6-iscsi neutron-server[102511]: {{(pid=102511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 11:28:12.066599 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-bfd1d41e-99c4-4262-bda3-6db8fe8fb6d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=369d696a038d4d1ba37555fe564fa8ef&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4862719 Dec 09 11:28:12.073038 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1d41e-99c4-4262-bda3-6db8fe8fb6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04aafb7-ed32-4a4b-a2e5-240a99088e21,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:12.073715 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:12.075264 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43828) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:12.075705 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.086617 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.189051 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] For port 974a68c1-490c-4aa2-af84-5469d37f125c, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:28:12.192667 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] For port 974a68c1-490c-4aa2-af84-5469d37f125c, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=974a68c1-490c-4aa2-af84-5469d37f125c,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:28:12.200459 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.268391 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-c562e309-4736-4aee-845a-18de49d7cdb1 service neutron] 10.222.0.30 "GET /v2.0/networks/6b83f5ba-b608-4e52-b3dc-02d1f013c2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9240465 Dec 09 11:28:12.293622 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.307390 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Routers {'cd51c3f7-8cdd-4517-9775-db19d79ead88'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:28:12.308207 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:27:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['cd51c3f7-8cdd-4517-9775-db19d79ead88'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:12.358946 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:12.366054 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.462182 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:12.542869 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-31ed7c03-b02f-4014-81e0-85a5d477e891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.544780 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a594e4-333f-40ce-bd27-e6335ec93b06 None None] Pushing event updated for resources: {'Port': ['ID=974a68c1-490c-4aa2-af84-5469d37f125c,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:12.549757 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] Set router cd51c3f7-8cdd-4517-9775-db19d79ead88 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:28:12.621656 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-31ed7c03-b02f-4014-81e0-85a5d477e891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.650571 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.766219 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eeed14-7675-4d15-85f0-f7739436eb73 None None] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:28:12.785425 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Allocated IP 172.20.0.1 (763cb968-a326-4989-b036-296e6a5ecbf3/2dbbe239-8a95-46fb-b7b3-df21c0eb24ac/ef0f898c-b844-4db4-95a3-d711d4d5f2b2) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:28:12.832501 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-9d7fde2e-bcc7-4603-8e5c-01a6ef7704ee service neutron] 10.222.0.30 "GET /v2.0/networks/6b83f5ba-b608-4e52-b3dc-02d1f013c2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564802 Dec 09 11:28:12.850167 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-router', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:06Z', 'updated_at': '2021-12-09T11:28:08Z', 'revision_number': 3, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'gw_port': {'id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:07Z', 'updated_at': '2021-12-09T11:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:12.886055 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f7d13-15b7-4f52-8304-045a35973478 None None] The sync data for ids ['cd51c3f7-8cdd-4517-9775-db19d79ead88'] in dv-cinder-817351-6-iscsi is: [{'id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-router', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:06Z', 'updated_at': '2021-12-09T11:28:08Z', 'revision_number': 3, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'gw_port': {'id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:07Z', 'updated_at': '2021-12-09T11:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:28:12.901337 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-a2686a23-1473-4b37-801c-cdac9023283a None None] Provisioning complete for port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:12.901710 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a2686a23-1473-4b37-801c-cdac9023283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.930572 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:12.997433 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699'] for router, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:13.001576 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:13.007685 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:13.045570 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Network 763cb968-a326-4989-b036-296e6a5ecbf3 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:13.110335 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:13.114201 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Pushing event updated for resources: {'Port': ['ID=ef0f898c-b844-4db4-95a3-d711d4d5f2b2,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:13.123828 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:28:13.123828 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032484'] for router_interface, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:13.215988 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=78277411-09cc-4940-82be-100938cf55e0,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:13.286867 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43876) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:13.318844 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-31ed7c03-b02f-4014-81e0-85a5d477e891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:13.323184 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-31ed7c03-b02f-4014-81e0-85a5d477e891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:13.326827 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-31ed7c03-b02f-4014-81e0-85a5d477e891 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b04aafb7-ed32-4a4b-a2e5-240a99088e21 HTTP/1.1" status: 204 len: 168 time: 1.2464740 Dec 09 11:28:13.326827 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Checking segment: {'id': '5e3e218c-3485-4633-a834-fb30131b760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1765f188-5c57-4010-a4be-22c96e8b5c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:13.326827 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Network hostable DHCP agents. Network: 1765f188-5c57-4010-a4be-22c96e8b5c3b, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:28:13.360601 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed7c03-b02f-4014-81e0-85a5d477e891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04aafb7-ed32-4a4b-a2e5-240a99088e21,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:13.440372 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Network 1765f188-5c57-4010-a4be-22c96e8b5c3b is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:28:13.488211 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 1765f188-5c57-4010-a4be-22c96e8b5c3b) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:13.489245 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6137c761-3df0-41f4-a0fa-773be2442657 req-2dfbf7c0-4916-4d9f-a395-6ef0033976e2 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 210 time: 0.1881337 Dec 09 11:28:13.493489 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:13.495001 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:13.498937 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5e715-7de5-4c35-b6f7-771d0063ba97 None None] Network 1765f188-5c57-4010-a4be-22c96e8b5c3b requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:28:13.516771 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-531b31ed-f96d-4521-8016-218d6dd79cae admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9285119 Dec 09 11:28:13.550988 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 is scheduled to L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 with binding_index 1 {{(pid=102509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:28:13.562553 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:13.723929 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-cc40166a-2e3e-4f79-bf98-7917a62d4ada None None] Provisioning complete for port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:13.724318 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc40166a-2e3e-4f79-bf98-7917a62d4ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:13.879675 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357458a0-fb09-4435-af6b-f9e2491de4bf None None] Network 1765f188-5c57-4010-a4be-22c96e8b5c3b requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:28:13.902516 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:28:13.965567 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] Publish callbacks [] for router, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:13.969622 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 43914) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:13.970230 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-758b32c7-fbd5-4e46-949c-50f0a16be636 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1284213 Dec 09 11:28:14.039004 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43916) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:14.070424 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:14.119800 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Sync routers for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:28:14.141721 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:28:14.143085 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:27:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:14.154472 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:14.166492 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:14.167354 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531124'] for router_interface, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:14.189373 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-13db2c64-e786-4316-8828-62f17333e431 admin admin] Deleting subnet 8ed74040-8f9d-4ef5-b156-44ba4d4e4474 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:28:14.198456 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13db2c64-e786-4316-8828-62f17333e431 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:14.268015 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Pushing event updated for resources: {'Port': ['ID=ef0f898c-b844-4db4-95a3-d711d4d5f2b2,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:14.299411 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13db2c64-e786-4316-8828-62f17333e431 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:14.312702 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:14.312702 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:14.323665 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13db2c64-e786-4316-8828-62f17333e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:14.439982 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13db2c64-e786-4316-8828-62f17333e431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for subnet, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:14.476708 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db2c64-e786-4316-8828-62f17333e431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed74040-8f9d-4ef5-b156-44ba4d4e4474,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:14.492899 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:28:14.528998 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13db2c64-e786-4316-8828-62f17333e431 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:14.534725 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-13db2c64-e786-4316-8828-62f17333e431 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8ed74040-8f9d-4ef5-b156-44ba4d4e4474 HTTP/1.1" status: 204 len: 168 time: 0.4924710 Dec 09 11:28:14.534984 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43928) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:14.614273 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 974a68c1-490c-4aa2-af84-5469d37f125c up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:14.682084 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Network 763cb968-a326-4989-b036-296e6a5ecbf3 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:14.686630 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:14.921049 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b63d865-e7c0-4bd1-8a90-b888f853fbdf req-0e3f05cd-c168-4b0d-b5b9-3b2f7a5b90ca tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 210 time: 0.0916183 Dec 09 11:28:14.984402 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.077285 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.101995 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 974a68c1-490c-4aa2-af84-5469d37f125c triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:15.102372 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.150747 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Router cd51c3f7-8cdd-4517-9775-db19d79ead88 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:28:15.172735 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.209848 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.210473 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.211700 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.212891 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.213386 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.213885 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.214466 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.215049 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.215531 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.216182 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.244252 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:12Z', 'revision_number': 3, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:15.280458 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Checking router: ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:28:15.280818 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Updating router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 port 302c88d7-0c41-4612-a312-cf8313fcd86e binding host dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:28:15.304035 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.329711 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.379931 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 974a68c1-490c-4aa2-af84-5469d37f125c, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=974a68c1-490c-4aa2-af84-5469d37f125c,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:15.390083 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.571766 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=974a68c1-490c-4aa2-af84-5469d37f125c,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:15.632807 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.633154 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.633487 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.634509 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:28:15.635113 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5e298b-67d2-4c67-80e5-6c53b3fe6554']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:15.668248 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cecd7c1-b49c-471b-8ddb-a9320e1b9bd9') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:15.668544 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cecd7c1-b49c-471b-8ddb-a9320e1b9bd9') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:15.688144 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.690535 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Allocated IP 172.20.0.1 (7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7/4dd45155-a9a2-42ab-9ce8-d6a88a166bca/b8d76452-7cc7-4b97-b99a-a174d42b9dbb) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:28:15.719251 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:28:15.721702 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.735859 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:28:15.736272 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.736397 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-90c2c56b-510d-487f-8cc6-7fc5703c08ca admin admin] 10.222.0.30 "PUT /v2.0/routers/cd51c3f7-8cdd-4517-9775-db19d79ead88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3880656 Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: from cryptography.utils import int_from_bytes Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: from cryptography.utils import int_from_bytes Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:28:15.740469 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:28:15.742930 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Sync routers for ids ['cd51c3f7-8cdd-4517-9775-db19d79ead88'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:28:15.767980 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Routers {'cd51c3f7-8cdd-4517-9775-db19d79ead88'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:28:15.769289 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:27:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['cd51c3f7-8cdd-4517-9775-db19d79ead88'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:15.828780 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Publish callbacks [] for port, precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.845352 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.871109 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.886019 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.892617 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/db5e298b-67d2-4c67-80e5-6c53b3fe6554 HTTP/1.1" status: 204 len: 168 time: 1.3538122 Dec 09 11:28:15.893520 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 43982) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:15.907939 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:15.973458 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Attempting to bind port 302c88d7-0c41-4612-a312-cf8313fcd86e on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:28:15.973840 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Attempting to bind port 302c88d7-0c41-4612-a312-cf8313fcd86e by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:28:15.974222 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Attempting to bind port 302c88d7-0c41-4612-a312-cf8313fcd86e on network e7fed231-2d46-4983-baf1-5f45b5e5c94a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:15.993864 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.016093 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01213db2-9167-4500-9bad-afe58564b1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=db5e298b-67d2-4c67-80e5-6c53b3fe6554,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:16.029039 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:28:16.029468 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:16.029887 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.030285 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Bound using segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:28:16.030810 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Bound port: 302c88d7-0c41-4612-a312-cf8313fcd86e, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:28:16.032443 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.047889 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15725877-caa4-4c55-a094-223d320143b7 None None] Pushing event updated for resources: {'Port': ['ID=302c88d7-0c41-4612-a312-cf8313fcd86e,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:16.099609 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:16.103521 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:16.106030 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.108231 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:28:16.108721 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032484'] for router_interface, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.120793 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Set router cd51c3f7-8cdd-4517-9775-db19d79ead88 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:28:16.130570 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-f954d29c-a0df-48d8-8968-ba77fd915d67 admin admin] Deleting subnet 78277411-09cc-4940-82be-100938cf55e0 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:28:16.140597 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f954d29c-a0df-48d8-8968-ba77fd915d67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.212639 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] For port 302c88d7-0c41-4612-a312-cf8313fcd86e, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:28:16.228778 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] For port 302c88d7-0c41-4612-a312-cf8313fcd86e, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=302c88d7-0c41-4612-a312-cf8313fcd86e,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:28:16.234871 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.324700 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f954d29c-a0df-48d8-8968-ba77fd915d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11771959'] for subnet, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.452838 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d76452-7cc7-4b97-b99a-a174d42b9dbb,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:16.544586 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:28:16.546062 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f954d29c-a0df-48d8-8968-ba77fd915d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.561679 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:27:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:16.568648 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15725877-caa4-4c55-a094-223d320143b7 None None] Pushing event updated for resources: {'Port': ['ID=302c88d7-0c41-4612-a312-cf8313fcd86e,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:16.625901 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.702662 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c1730e0f-4977-4646-8cdf-d671bb0f0885 req-4db949fb-7918-4cc2-a5e8-a9a157b4cf87 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 210 time: 0.2573628 Dec 09 11:28:16.704072 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f954d29c-a0df-48d8-8968-ba77fd915d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11986384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11701277'] for subnet, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.731950 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-router', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:06Z', 'updated_at': '2021-12-09T11:28:13Z', 'revision_number': 4, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'gw_port': {'id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:07Z', 'updated_at': '2021-12-09T11:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'ef0f898c-b844-4db4-95a3-d711d4d5f2b2', 'name': '', 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'mac_address': 'fa:16:3e:7b:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2dbbe239-8a95-46fb-b7b3-df21c0eb24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:12Z', 'updated_at': '2021-12-09T11:28:13Z', 'revision_number': 2, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'subnets': [{'id': '2dbbe239-8a95-46fb-b7b3-df21c0eb24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:16.744131 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954d29c-a0df-48d8-8968-ba77fd915d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78277411-09cc-4940-82be-100938cf55e0,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:16.768068 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f954d29c-a0df-48d8-8968-ba77fd915d67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.772847 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f954d29c-a0df-48d8-8968-ba77fd915d67 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/78277411-09cc-4940-82be-100938cf55e0 HTTP/1.1" status: 204 len: 168 time: 0.8783700 Dec 09 11:28:16.776181 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44020) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:16.807144 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Checking router: cd51c3f7-8cdd-4517-9775-db19d79ead88 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:28:16.807728 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Updating router cd51c3f7-8cdd-4517-9775-db19d79ead88 port ef0f898c-b844-4db4-95a3-d711d4d5f2b2 binding host dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:28:16.855276 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:28:16.876275 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.893804 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44024) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:16.899960 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.986465 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.993775 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:16.994858 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531124'] for router_interface, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.045248 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.051094 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-46109754-859a-4579-8a69-95b834c25160 None None] Provisioning complete for port b8d76452-7cc7-4b97-b99a-a174d42b9dbb triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:17.052929 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-46109754-859a-4579-8a69-95b834c25160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.119715 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1765f188-5c57-4010-a4be-22c96e8b5c3b']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:17.145122 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3e218c-3485-4633-a834-fb30131b760a') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:17.145567 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3e218c-3485-4633-a834-fb30131b760a') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:17.165547 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.173991 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-46109754-859a-4579-8a69-95b834c25160 None None] Port b8d76452-7cc7-4b97-b99a-a174d42b9dbb cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:28:17.185048 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d76452-7cc7-4b97-b99a-a174d42b9dbb,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:17.191228 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.210646 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:28:17.211060 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:28:17.213787 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:28:17.242728 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:17.245069 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:17.255595 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.32', 60459) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:17.374857 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4e15f97-1643-4a03-bf1a-0928c11b85a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.418784 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:15Z', 'revision_number': 1, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:17.485190 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6df362-1eaf-411e-ba4a-48198a00369f None None] The sync data for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi is: [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:15Z', 'revision_number': 1, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:28:17.523652 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:28:17.561376 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.583287 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.736790 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.737154 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 974a68c1-490c-4aa2-af84-5469d37f125c up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:17.737798 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:28:17.758061 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9fd65f13-7448-438c-8780-37af61229c93 admin admin] 10.222.0.30 "PUT /v2.0/routers/ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7790136 Dec 09 11:28:17.759356 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.789226 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] 10.222.0.30 "DELETE /v2.0/networks/1765f188-5c57-4010-a4be-22c96e8b5c3b HTTP/1.1" status: 204 len: 168 time: 1.0116558 Dec 09 11:28:17.887030 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Attempting to bind port ef0f898c-b844-4db4-95a3-d711d4d5f2b2 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:28:17.887643 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dd8f9cb3-0673-45d0-8f17-91c03b181c88 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:17.887759 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Attempting to bind port ef0f898c-b844-4db4-95a3-d711d4d5f2b2 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:28:17.887759 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Attempting to bind port ef0f898c-b844-4db4-95a3-d711d4d5f2b2 on network 763cb968-a326-4989-b036-296e6a5ecbf3 {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:17.895134 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dd8f9cb3-0673-45d0-8f17-91c03b181c88 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 819 time: 0.4021931 Dec 09 11:28:17.896480 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-b4ec14c6-c1f7-49ba-8165-0f535279a83e None None] Provisioning complete for port b8d76452-7cc7-4b97-b99a-a174d42b9dbb triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:17.898398 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b4ec14c6-c1f7-49ba-8165-0f535279a83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.925996 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:28:17.926565 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Checking segment: {'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:17.928481 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:17.928898 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Bound using segment: {'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:28:17.937660 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Bound port: ef0f898c-b844-4db4-95a3-d711d4d5f2b2, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:28:17.942166 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.030771 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441f392-d41b-4ec1-9a0f-ea170e644e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=1765f188-5c57-4010-a4be-22c96e8b5c3b,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:18.041830 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec14c6-c1f7-49ba-8165-0f535279a83e None None] Port b8d76452-7cc7-4b97-b99a-a174d42b9dbb cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:28:18.043371 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 974a68c1-490c-4aa2-af84-5469d37f125c triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:18.043740 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.048974 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4e15f97-1643-4a03-bf1a-0928c11b85a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.072803 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-70cec363-4768-493c-8c37-3cf4f7d5d929 req-0d959db4-ac23-43dd-b90c-deef3f5437bf tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 210 time: 0.1747479 Dec 09 11:28:18.078570 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4e15f97-1643-4a03-bf1a-0928c11b85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.205275 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f4e15f97-1643-4a03-bf1a-0928c11b85a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bf26fc3fa5c473ca3a5fb48bb965448&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3023801 Dec 09 11:28:18.212203 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44084) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:18.217594 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-b7b3f9b9-78da-47e8-9cde-f53b6cb1de53 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/quotas/0b58906d29d449b7b000444cdb1bdb89 HTTP/1.1" status: 200 len: 375 time: 0.3030658 Dec 09 11:28:18.260075 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44088) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:18.280988 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] For port ef0f898c-b844-4db4-95a3-d711d4d5f2b2, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:28:18.290481 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] For port ef0f898c-b844-4db4-95a3-d711d4d5f2b2, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=ef0f898c-b844-4db4-95a3-d711d4d5f2b2,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:28:18.304053 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.358184 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-c1ed35cf-3833-4a7d-92fa-8a5769eba7d9 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:18.360037 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-c1ed35cf-3833-4a7d-92fa-8a5769eba7d9 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.32 "GET /v2.0/networks?id=6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 HTTP/1.1" status: 200 len: 812 time: 1.0869350 Dec 09 11:28:18.375578 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Routers {'cd51c3f7-8cdd-4517-9775-db19d79ead88'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:28:18.378805 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:27:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['cd51c3f7-8cdd-4517-9775-db19d79ead88'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:18.393773 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e15f97-1643-4a03-bf1a-0928c11b85a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8640189c-45d9-43b6-86b0-e1025bcd707b,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:18.464191 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-2b6e9da5-063a-4a6a-b389-ef123a5274e5 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2452345 Dec 09 11:28:18.472316 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Request body: {'port': {'device_id': 'ef936d3e-70a3-4338-a0d5-9444736dd4c5', 'network_id': '6b83f5ba-b608-4e52-b3dc-02d1f013c2d2', 'admin_state_up': True, 'tenant_id': 'edaea14c40e14d7abed6eff0c892477b'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:18.503202 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1984d7d8-f196-4c02-a5b7-b7c3e1d9b610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.559370 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a0ab7630-7f9c-4007-98e9-e2c4fa8b9bcc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0324e5a50512484aaaf71ca9d41ae8b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2969644 Dec 09 11:28:18.563356 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44102) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:18.579322 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] Set router cd51c3f7-8cdd-4517-9775-db19d79ead88 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:28:18.586575 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1984d7d8-f196-4c02-a5b7-b7c3e1d9b610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.629157 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb5ce4-e730-4365-a9ce-457755f14134 None None] Pushing event updated for resources: {'Port': ['ID=ef0f898c-b844-4db4-95a3-d711d4d5f2b2,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:18.692734 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4f4d76d1-9dbc-4812-9f03-1dbac8f6c1b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.699010 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-c1a82d65-31b1-49c4-a298-4037fbf5f001 service neutron] 10.222.0.30 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333131 Dec 09 11:28:18.723695 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1984d7d8-f196-4c02-a5b7-b7c3e1d9b610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.727886 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1984d7d8-f196-4c02-a5b7-b7c3e1d9b610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.729369 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1984d7d8-f196-4c02-a5b7-b7c3e1d9b610 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8640189c-45d9-43b6-86b0-e1025bcd707b HTTP/1.1" status: 204 len: 168 time: 0.5158741 Dec 09 11:28:18.732293 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4f4d76d1-9dbc-4812-9f03-1dbac8f6c1b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.753053 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984d7d8-f196-4c02-a5b7-b7c3e1d9b610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8640189c-45d9-43b6-86b0-e1025bcd707b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:18.829907 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4f4d76d1-9dbc-4812-9f03-1dbac8f6c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.833139 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4f4d76d1-9dbc-4812-9f03-1dbac8f6c1b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:18.834876 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4f4d76d1-9dbc-4812-9f03-1dbac8f6c1b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5359a64e-f7c0-4c96-8a9d-ee81cb475bcb HTTP/1.1" status: 204 len: 168 time: 0.2704630 Dec 09 11:28:18.851804 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d76d1-9dbc-4812-9f03-1dbac8f6c1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5359a64e-f7c0-4c96-8a9d-ee81cb475bcb,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:18.853324 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb5ce4-e730-4365-a9ce-457755f14134 None None] Pushing event updated for resources: {'Port': ['ID=ef0f898c-b844-4db4-95a3-d711d4d5f2b2,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:19.141391 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-router', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:06Z', 'updated_at': '2021-12-09T11:28:13Z', 'revision_number': 4, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'gw_port': {'id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:07Z', 'updated_at': '2021-12-09T11:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'ef0f898c-b844-4db4-95a3-d711d4d5f2b2', 'name': '', 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'mac_address': 'fa:16:3e:7b:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2dbbe239-8a95-46fb-b7b3-df21c0eb24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:12Z', 'updated_at': '2021-12-09T11:28:18Z', 'revision_number': 4, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'subnets': [{'id': '2dbbe239-8a95-46fb-b7b3-df21c0eb24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:19.183795 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdadb87d-4d9a-494d-a10a-8377ed5e19d6 None None] The sync data for ids ['cd51c3f7-8cdd-4517-9775-db19d79ead88'] in dv-cinder-817351-6-iscsi is: [{'id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-router', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:06Z', 'updated_at': '2021-12-09T11:28:13Z', 'revision_number': 4, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'gw_port': {'id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:07Z', 'updated_at': '2021-12-09T11:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'ef0f898c-b844-4db4-95a3-d711d4d5f2b2', 'name': '', 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'mac_address': 'fa:16:3e:7b:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2dbbe239-8a95-46fb-b7b3-df21c0eb24ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:12Z', 'updated_at': '2021-12-09T11:28:18Z', 'revision_number': 4, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'subnets': [{'id': '2dbbe239-8a95-46fb-b7b3-df21c0eb24ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:28:19.374448 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-d9ba7d4b-4093-4304-92e1-88371f1957a4 service neutron] 10.222.0.30 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743445 Dec 09 11:28:19.445541 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Made reservation on behalf of edaea14c40e14d7abed6eff0c892477b for: {'port': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:19.453341 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:19.472779 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44140) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:19.530307 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44144) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:19.547540 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-474be2c2-da99-48b7-ba7d-5406f754537b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556492454', 'description': 'tempest-description--1485187081'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:19.747181 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-dde3144b-eaf9-4bbd-a44a-2d7c770a91de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba6d5937456e435ea827f0578e370bbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2516782 Dec 09 11:28:19.750153 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44158) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:20.018190 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-474be2c2-da99-48b7-ba7d-5406f754537b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:20.048452 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device ef0f898c-b844-4db4-95a3-d711d4d5f2b2 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:20.071453 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2d73a8be-ecb2-44eb-a932-7bec839bbe8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:20.206404 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2d73a8be-ecb2-44eb-a932-7bec839bbe8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:20.244901 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port ef0f898c-b844-4db4-95a3-d711d4d5f2b2 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:20.245335 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:20.312302 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-34b75c54-d525-4168-96cc-87d876436e18 req-cedc5cf8-5e0e-4179-8351-d570702c7fa8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 210 time: 0.2522614 Dec 09 11:28:20.413358 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4a23f810-9e8c-4db6-9c77-d8a11efab182 req-b01aa213-8926-412d-90f7-bc0593ce912d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 210 time: 0.1659431 Dec 09 11:28:20.561216 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2d73a8be-ecb2-44eb-a932-7bec839bbe8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:20.576609 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2d73a8be-ecb2-44eb-a932-7bec839bbe8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:20.592293 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2d73a8be-ecb2-44eb-a932-7bec839bbe8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02d489f2-3859-4d54-85bd-913460c70a00 HTTP/1.1" status: 204 len: 168 time: 0.8398163 Dec 09 11:28:20.655404 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:20.690480 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-474be2c2-da99-48b7-ba7d-5406f754537b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:20.732315 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73a8be-ecb2-44eb-a932-7bec839bbe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d489f2-3859-4d54-85bd-913460c70a00,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:20.781063 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-474be2c2-da99-48b7-ba7d-5406f754537b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:20.844896 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port ef0f898c-b844-4db4-95a3-d711d4d5f2b2, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=ef0f898c-b844-4db4-95a3-d711d4d5f2b2,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:20.896095 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:20.897747 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 302c88d7-0c41-4612-a312-cf8313fcd86e up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:20.958569 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474be2c2-da99-48b7-ba7d-5406f754537b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:21.020142 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-474be2c2-da99-48b7-ba7d-5406f754537b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:21.021555 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-474be2c2-da99-48b7-ba7d-5406f754537b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4878461 Dec 09 11:28:21.026030 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44232) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:21.043177 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-c541b5a1-c56e-461c-8f77-5392fbd3f45e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'security_group_rule': {'security_group_id': '354ee3bf-fe61-4f0c-90bc-ce86ff589cfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:21.124399 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c541b5a1-c56e-461c-8f77-5392fbd3f45e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:21.221553 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=ef0f898c-b844-4db4-95a3-d711d4d5f2b2,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:21.413928 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c541b5a1-c56e-461c-8f77-5392fbd3f45e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:21.418639 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 302c88d7-0c41-4612-a312-cf8313fcd86e triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:21.419035 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:21.420063 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c541b5a1-c56e-461c-8f77-5392fbd3f45e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:21.427473 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-7eb9196d-db6b-48c9-8711-f67a2652febc tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:21.429980 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-7eb9196d-db6b-48c9-8711-f67a2652febc tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 819 time: 0.2978742 Dec 09 11:28:21.472943 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541b5a1-c56e-461c-8f77-5392fbd3f45e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f33cdc-0567-4a28-8ab8-8d5e7c397636,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:21.489269 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-701765de-03a1-499c-89e5-883463ad2395 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/quotas/0b58906d29d449b7b000444cdb1bdb89 HTTP/1.1" status: 200 len: 375 time: 0.0439856 Dec 09 11:28:21.526722 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c541b5a1-c56e-461c-8f77-5392fbd3f45e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:21.528011 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-c541b5a1-c56e-461c-8f77-5392fbd3f45e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5004337 Dec 09 11:28:21.530982 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44248) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:21.545403 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-39514c2d-684d-432a-838a-c561f3862a4a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'security_group_rule': {'security_group_id': '354ee3bf-fe61-4f0c-90bc-ce86ff589cfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:21.707483 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-39514c2d-684d-432a-838a-c561f3862a4a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:21.719615 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c2e7dab7-ca9d-4e38-b25b-0c80d68f331b req-8773fca1-b6c2-44e0-8bce-e574fe1fdc82 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 210 time: 0.1292224 Dec 09 11:28:21.722596 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Allocated IP 172.20.0.3 (6b83f5ba-b608-4e52-b3dc-02d1f013c2d2/35f4b424-6ca4-49b4-a38e-4d413f88af7b/4fc1e8ff-7e34-470f-b6aa-30145624da89) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:28:21.752368 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44256) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:21.832874 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:21.858442 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-8a9d1d63-98e0-4bd9-a6ee-86c1fc40fec4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3601372 Dec 09 11:28:21.909449 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-39514c2d-684d-432a-838a-c561f3862a4a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:21.925629 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-39514c2d-684d-432a-838a-c561f3862a4a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:21.928328 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 302c88d7-0c41-4612-a312-cf8313fcd86e, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=302c88d7-0c41-4612-a312-cf8313fcd86e,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:21.936675 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:22.051284 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39514c2d-684d-432a-838a-c561f3862a4a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d40ba76-6072-4ca9-88ba-707b8aef4385,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:22.078617 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-39514c2d-684d-432a-838a-c561f3862a4a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:22.092032 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-39514c2d-684d-432a-838a-c561f3862a4a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5567524 Dec 09 11:28:22.094499 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44274) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:22.113446 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'floatingip': {'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:22.256789 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device ef0f898c-b844-4db4-95a3-d711d4d5f2b2 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:22.263476 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:22.275317 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=302c88d7-0c41-4612-a312-cf8313fcd86e,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:22.356694 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-6116c8fa-26a5-45fa-a679-e4f09c0293e3 service neutron] 10.222.0.30 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973283 Dec 09 11:28:22.499959 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:22.524778 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port ef0f898c-b844-4db4-95a3-d711d4d5f2b2 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:22.525132 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:22.666179 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Sync routers for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:28:22.748518 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-940fd557-2f6d-4027-bd36-d128f4a87e39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:22.778479 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:28:22.794313 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:27:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:22.809558 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:22.880466 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:23.287435 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Network 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:23.301630 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44306) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:23.359687 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:28:23.382952 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:23.449927 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:28:23.513633 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Allocated IP 172.27.0.252 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/1a7de066-4927-418e-bc8c-b26c895e591b) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:28:23.658902 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7b1eb-2dd8-485c-9a49-3845bb9722df req-8fcb1fff-b5f1-4d78-a59b-45652d785e70 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:23.673524 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-43e7b1eb-2dd8-485c-9a49-3845bb9722df req-8fcb1fff-b5f1-4d78-a59b-45652d785e70 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 931 time: 0.7592101 Dec 09 11:28:23.693453 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:23.713043 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Pushing event updated for resources: {'Port': ['ID=4fc1e8ff-7e34-470f-b6aa-30145624da89,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:23.745346 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:23.776307 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f2291ac3-bcfa-484f-a9ad-10f2757fc821 service neutron] 10.222.0.30 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1499932 Dec 09 11:28:23.801752 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-28c305d2-9937-4cd8-b2b3-82f35e84a8a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:23.867790 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:23.878278 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:23.884761 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:23.885819 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:23.897680 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:28:23.906272 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-940fd557-2f6d-4027-bd36-d128f4a87e39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:23.924377 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-43e7b1eb-2dd8-485c-9a49-3845bb9722df req-a0776dc5-9a14-48db-bde6-9f8eea5e1d12 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483821 Dec 09 11:28:23.931655 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-ce9368fd-f98d-430f-b49f-696a555dfc92 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4647658 Dec 09 11:28:23.932587 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-940fd557-2f6d-4027-bd36-d128f4a87e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:23.948302 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8560d50e-5d17-498c-bc3f-d9e30477e176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:23.973917 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 2, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:23.980234 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-d6256e24-2f58-4ead-aff2-8b60f347eb37 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:28:23.981560 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-d6256e24-2f58-4ead-aff2-8b60f347eb37 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128570 Dec 09 11:28:24.013757 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fd557-2f6d-4027-bd36-d128f4a87e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc6d45d-cb33-4c59-8553-dde28f35fd94,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:24.021629 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-940fd557-2f6d-4027-bd36-d128f4a87e39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6aa5e8953ef9430797ec55a07d11a516&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2635558 Dec 09 11:28:24.028657 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44326) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:24.082754 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'Port': ['ID=1a7de066-4927-418e-bc8c-b26c895e591b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:24.171728 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bf09-50f6-421d-bf28-c104b228045d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.182163 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Checking router: ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:28:24.203627 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-28c305d2-9937-4cd8-b2b3-82f35e84a8a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.204828 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Updating router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 port b8d76452-7cc7-4b97-b99a-a174d42b9dbb binding host dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:28:24.209299 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.214808 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 302c88d7-0c41-4612-a312-cf8313fcd86e up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:24.301297 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-28c305d2-9937-4cd8-b2b3-82f35e84a8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.354983 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.386876 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.396146 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bf09-50f6-421d-bf28-c104b228045d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.406252 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.32', 60474) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:24.410636 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-28c305d2-9937-4cd8-b2b3-82f35e84a8a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30d20a2a95d643e892bf9429b8a2e927&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0869403 Dec 09 11:28:24.426836 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44336) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:24.558180 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-91ff0c92-fcb0-45ad-bd02-630c4adef376 req-124c151c-58b1-439b-9de8-9b57b806d7d5 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 210 time: 0.1753871 Dec 09 11:28:24.615153 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-e0ea4f2c-6c56-4cca-a11b-278776e20e8a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:24.616692 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-e0ea4f2c-6c56-4cca-a11b-278776e20e8a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.32 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 819 time: 0.5474799 Dec 09 11:28:24.630500 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c305d2-9937-4cd8-b2b3-82f35e84a8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07e8fca-9071-4861-b5e2-785774af919d,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:24.673069 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Request body: {'port': {'device_id': '62fd2e96-ec4b-43a8-8786-c2dea90843bd', 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3', 'admin_state_up': True, 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:24.756273 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d59ae21d-3e93-439b-8991-f914ea6405c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.784698 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d59ae21d-3e93-439b-8991-f914ea6405c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.917990 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bf09-50f6-421d-bf28-c104b228045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.928246 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6dc4bf09-50f6-421d-bf28-c104b228045d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:24.933989 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-6dc4bf09-50f6-421d-bf28-c104b228045d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbc6d45d-cb33-4c59-8553-dde28f35fd94 HTTP/1.1" status: 204 len: 168 time: 0.9037452 Dec 09 11:28:25.012325 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4bf09-50f6-421d-bf28-c104b228045d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc6d45d-cb33-4c59-8553-dde28f35fd94,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:25.018824 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Made reservation on behalf of 0b58906d29d449b7b000444cdb1bdb89 for: {'port': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:25.036820 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:25.045696 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d59ae21d-3e93-439b-8991-f914ea6405c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:25.058279 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d59ae21d-3e93-439b-8991-f914ea6405c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:25.063349 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d59ae21d-3e93-439b-8991-f914ea6405c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d07e8fca-9071-4861-b5e2-785774af919d HTTP/1.1" status: 204 len: 168 time: 0.6260738 Dec 09 11:28:25.125170 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ae21d-3e93-439b-8991-f914ea6405c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07e8fca-9071-4861-b5e2-785774af919d,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:25.219931 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Request body: {'port': {'device_id': 'ef936d3e-70a3-4338-a0d5-9444736dd4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:25.248982 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Allocated IP 172.20.0.2 (763cb968-a326-4989-b036-296e6a5ecbf3/2dbbe239-8a95-46fb-b7b3-df21c0eb24ac/89bed58f-7ef1-4744-b138-17d1d5a4267f) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:28:25.274464 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 302c88d7-0c41-4612-a312-cf8313fcd86e triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:25.280527 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:25.463630 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:25.527978 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:25.704635 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Publish callbacks [] for port, precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:25.712133 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:25.765001 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604367d-625c-4f3b-ba77-d11c8c9f50fa None None] Pushing event updated for resources: {'Port': ['ID=b8d76452-7cc7-4b97-b99a-a174d42b9dbb,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:25.950990 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Attempting to bind port b8d76452-7cc7-4b97-b99a-a174d42b9dbb on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:28:25.951703 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Attempting to bind port b8d76452-7cc7-4b97-b99a-a174d42b9dbb by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:28:25.952379 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Attempting to bind port b8d76452-7cc7-4b97-b99a-a174d42b9dbb on network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:25.968557 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:28:25.969603 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Checking segment: {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:25.982201 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:25.985989 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Bound using segment: {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:28:25.986580 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Bound port: b8d76452-7cc7-4b97-b99a-a174d42b9dbb, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:28:25.989936 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:25.993947 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:26.094874 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-19661e6d-aeb6-4421-a87f-c7ed4e8326c3 req-6774fadf-b1ce-410a-8614-ed7ddb0aa4fb tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 210 time: 0.1351471 Dec 09 11:28:26.238368 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Network 763cb968-a326-4989-b036-296e6a5ecbf3 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:26.259352 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:26.261947 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Pushing event updated for resources: {'Port': ['ID=89bed58f-7ef1-4744-b138-17d1d5a4267f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:26.273711 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:28:26.322629 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920080a-65a2-4110-8e1f-8f6824a73d8f req-37c28b20-e8f3-4680-ad61-07a2dba47042 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:26.345061 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6920080a-65a2-4110-8e1f-8f6824a73d8f req-37c28b20-e8f3-4680-ad61-07a2dba47042 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 931 time: 0.3884335 Dec 09 11:28:26.357130 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.32', 60478) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:26.365868 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] For port b8d76452-7cc7-4b97-b99a-a174d42b9dbb, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:28:26.380165 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] For port b8d76452-7cc7-4b97-b99a-a174d42b9dbb, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=b8d76452-7cc7-4b97-b99a-a174d42b9dbb,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:28:26.382003 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44408) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:26.422910 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:26.424684 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:26.454616 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:26.473471 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-aeaa6031-d95d-4534-b6d6-2e9082978000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:26.482284 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:26.483307 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:26.546170 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6920080a-65a2-4110-8e1f-8f6824a73d8f req-2efb82f2-3d33-4911-b739-fcc86f76a23a tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984391 Dec 09 11:28:26.662452 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604367d-625c-4f3b-ba77-d11c8c9f50fa None None] Pushing event updated for resources: {'Port': ['ID=b8d76452-7cc7-4b97-b99a-a174d42b9dbb,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:26.729916 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-dc865273-fa07-4dc7-b4bf-e04a2d1125c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0583470 Dec 09 11:28:26.734347 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-754f0958-fb9f-424c-b4c6-0f5c430f4510 None None] Provisioning complete for port b8d76452-7cc7-4b97-b99a-a174d42b9dbb triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:26.734911 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-754f0958-fb9f-424c-b4c6-0f5c430f4510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:26.822634 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-9c3df1c4-6596-4155-a0a2-27d3250b1dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:26.845296 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Request body: {'port': {'device_id': '62fd2e96-ec4b-43a8-8786-c2dea90843bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:26.862958 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:28:26.866142 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:28:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:27.127125 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:27.216482 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:27.229246 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:27.247341 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1507525 Dec 09 11:28:27.284162 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc1e8ff-7e34-470f-b6aa-30145624da89 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:28:27.306641 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879a6e9-75e2-4548-b632-c8667a5225b8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'Port': ['ID=1a7de066-4927-418e-bc8c-b26c895e591b,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:27.328689 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:27.344983 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f9eff378-d02c-4083-820f-ed582610376c req-3aadc317-34d7-4481-9a7c-a99df29baf20 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 210 time: 0.0825064 Dec 09 11:28:27.400622 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-6fe147cc-2ddf-489f-8e4d-7242a9b22ddc tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:27.402731 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-6fe147cc-2ddf-489f-8e4d-7242a9b22ddc tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.32 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 819 time: 1.0197344 Dec 09 11:28:27.416878 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Transition to ACTIVE for port object 4fc1e8ff-7e34-470f-b6aa-30145624da89 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:28:27.433156 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:27.489377 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-754f0958-fb9f-424c-b4c6-0f5c430f4510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:27.585310 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc1e8ff-7e34-470f-b6aa-30145624da89,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:27.628131 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Request body: {'port': {'device_id': 'f52d5a72-f459-4d7f-96cc-e55d468036be', 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3', 'admin_state_up': True, 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:27.651411 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:27.738379 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Attempting to bind port 4fc1e8ff-7e34-470f-b6aa-30145624da89 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:28:27.739066 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Attempting to bind port 4fc1e8ff-7e34-470f-b6aa-30145624da89 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '360f9b1d-7a0f-4cca-8ce2-70d6dd999726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6b83f5ba-b608-4e52-b3dc-02d1f013c2d2'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:28:27.739570 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Attempting to bind port 4fc1e8ff-7e34-470f-b6aa-30145624da89 on network 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:27.751800 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Port 4fc1e8ff-7e34-470f-b6aa-30145624da89 on network 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:28:27.753494 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Attempting to bind port 4fc1e8ff-7e34-470f-b6aa-30145624da89 on network 6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:27.766341 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:28:27.770016 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Checking segment: {'id': '360f9b1d-7a0f-4cca-8ce2-70d6dd999726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6b83f5ba-b608-4e52-b3dc-02d1f013c2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:27.771958 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Bound using segment: {'id': '360f9b1d-7a0f-4cca-8ce2-70d6dd999726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6b83f5ba-b608-4e52-b3dc-02d1f013c2d2'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:28:27.773352 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Bound port: 4fc1e8ff-7e34-470f-b6aa-30145624da89, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360f9b1d-7a0f-4cca-8ce2-70d6dd999726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6b83f5ba-b608-4e52-b3dc-02d1f013c2d2'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:28:27.775778 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:27.792194 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:28:27.905183 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-aeaa6031-d95d-4534-b6d6-2e9082978000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:27.953712 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-aeaa6031-d95d-4534-b6d6-2e9082978000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:27.960066 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] For port 4fc1e8ff-7e34-470f-b6aa-30145624da89, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:28:27.972293 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] For port 4fc1e8ff-7e34-470f-b6aa-30145624da89, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4fc1e8ff-7e34-470f-b6aa-30145624da89,segment=NetworkSegment(360f9b1d-7a0f-4cca-8ce2-70d6dd999726),segment_id=360f9b1d-7a0f-4cca-8ce2-70d6dd999726)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:28:27.992154 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:28.036736 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-aeaa6031-d95d-4534-b6d6-2e9082978000 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5c8855caf424facacada86f6ed5581d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6515198 Dec 09 11:28:28.052258 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44474) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:28.131535 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:28.133437 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:28.141758 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] 10.222.0.32 "PUT /v2.0/ports/4fc1e8ff-7e34-470f-b6aa-30145624da89 HTTP/1.1" status: 200 len: 1093 time: 3.7212880 Dec 09 11:28:28.153339 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef936d3e-70a3-4338-a0d5-9444736dd4c5', 'tag': '4fc1e8ff-7e34-470f-b6aa-30145624da89'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:28:28.206672 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa6031-d95d-4534-b6d6-2e9082978000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8026916d-bc9f-4660-a6b8-6ba9c9d8ddf6,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:28.307745 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-754f0958-fb9f-424c-b4c6-0f5c430f4510 None None] For port b8d76452-7cc7-4b97-b99a-a174d42b9dbb, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=b8d76452-7cc7-4b97-b99a-a174d42b9dbb,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:28.361326 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-754f0958-fb9f-424c-b4c6-0f5c430f4510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:28.390736 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-4de35287-0202-484a-94d7-0474d671873b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--556492454&fields=id&tenant_id=d57252b2111940dc8b2df1ba10db9fd6 HTTP/1.1" status: 200 len: 267 time: 0.4709144 Dec 09 11:28:28.428675 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30069574-8a36-409c-b83a-f9d15a324d70 req-44fe58b6-4519-4414-a205-9b9d5c32e886 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:28.431924 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-30069574-8a36-409c-b83a-f9d15a324d70 req-44fe58b6-4519-4414-a205-9b9d5c32e886 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.5241342 Dec 09 11:28:28.475574 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44488) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:28.546534 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:26Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:28:28.664819 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device b8d76452-7cc7-4b97-b99a-a174d42b9dbb up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:28.718965 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf2785e-ee9f-4aa1-ae24-9e6329cb1a13 None None] The sync data for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi is: [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:26Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:28:28.778445 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b775b3-ced2-4285-9994-54c4e930cf67 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc1e8ff-7e34-470f-b6aa-30145624da89,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:28.827119 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f0958-fb9f-424c-b4c6-0f5c430f4510 None None] Pushing event updated for resources: {'Port': ['ID=b8d76452-7cc7-4b97-b99a-a174d42b9dbb,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:28.834326 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-141b61cc-4d9f-4385-ad58-9ccd5fce880e None None] Provisioning complete for port b8d76452-7cc7-4b97-b99a-a174d42b9dbb triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:28.834734 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-141b61cc-4d9f-4385-ad58-9ccd5fce880e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:28.837554 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Made reservation on behalf of 0b58906d29d449b7b000444cdb1bdb89 for: {'port': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:28.847372 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:28.925472 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-00f80514-be86-4d92-ab9c-f5e6b135262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:28.961376 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-00f80514-be86-4d92-ab9c-f5e6b135262e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edaea14c40e14d7abed6eff0c892477b&device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 1096 time: 0.5023897 Dec 09 11:28:29.224058 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-c8dc9130-3158-4e81-b73d-615ed1ea52e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fc1e8ff-7e34-470f-b6aa-30145624da89 HTTP/1.1" status: 200 len: 217 time: 0.2603087 Dec 09 11:28:29.228423 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5953361f-2b75-43c6-8e19-16ae3383ab7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef936d3e-70a3-4338-a0d5-9444736dd4c5", "tag": "4fc1e8ff-7e34-470f-b6aa-30145624da89"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:28:29.232716 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-24bae4d5-9666-4168-816c-45c605e4fa47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:29.261068 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-30069574-8a36-409c-b83a-f9d15a324d70 req-b4b453e6-ac7e-4ab9-87bb-e17b3dadcb3f tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7884214 Dec 09 11:28:29.290607 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b255f28-773e-41e3-92c2-31b01f197925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:29.291499 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-24bae4d5-9666-4168-816c-45c605e4fa47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:29.460845 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:29.508223 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-415d10d8-f4a2-456f-8a14-7edaafa2c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:29.513138 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-415d10d8-f4a2-456f-8a14-7edaafa2c4fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35f4b424-6ca4-49b4-a38e-4d413f88af7b HTTP/1.1" status: 200 len: 852 time: 0.1926990 Dec 09 11:28:29.610291 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port b8d76452-7cc7-4b97-b99a-a174d42b9dbb triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:29.613888 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-24bae4d5-9666-4168-816c-45c605e4fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:29.620149 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:29.620266 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-24bae4d5-9666-4168-816c-45c605e4fa47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:29.621669 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-24bae4d5-9666-4168-816c-45c605e4fa47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8026916d-bc9f-4660-a6b8-6ba9c9d8ddf6 HTTP/1.1" status: 204 len: 168 time: 1.5680995 Dec 09 11:28:29.676864 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bae4d5-9666-4168-816c-45c605e4fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8026916d-bc9f-4660-a6b8-6ba9c9d8ddf6,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:29.682982 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-aede86b4-96f2-43ad-be48-dfd3b2ee40a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b83f5ba-b608-4e52-b3dc-02d1f013c2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453283 Dec 09 11:28:29.713361 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-1861ab51-e145-4d98-85f3-642f059564c0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:29.723147 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-1861ab51-e145-4d98-85f3-642f059564c0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 816 time: 1.3302169 Dec 09 11:28:29.778878 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c6bdf383-78e2-4334-a732-b76c13e4e736 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/quotas/d57252b2111940dc8b2df1ba10db9fd6 HTTP/1.1" status: 200 len: 375 time: 0.0505435 Dec 09 11:28:29.841659 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:29.962686 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b39f17e-3740-43ac-a3fa-ea718766b721 req-f436d0ee-4817-4c51-89b2-fd70a0f0623c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 210 time: 0.3798792 Dec 09 11:28:30.254352 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b255f28-773e-41e3-92c2-31b01f197925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:30.275855 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b255f28-773e-41e3-92c2-31b01f197925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:30.337908 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-bd567ed3-19eb-47e4-8053-f81c2e198d3b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5580328 Dec 09 11:28:30.376845 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b255f28-773e-41e3-92c2-31b01f197925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f6c6af-3ecb-46ed-8e6c-ce3c1b7dfcfb,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:30.381672 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8b255f28-773e-41e3-92c2-31b01f197925 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15f7953fb4c8423eb502e97c881f93a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9028418 Dec 09 11:28:30.402308 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44548) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:30.424868 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bed58f-7ef1-4744-b138-17d1d5a4267f {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:28:30.425521 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device b8d76452-7cc7-4b97-b99a-a174d42b9dbb up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:30.484757 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:30.585790 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port b8d76452-7cc7-4b97-b99a-a174d42b9dbb triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:30.587379 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:30.659051 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c61329a8-9d06-461d-ab65-af6ec10d19db service neutron] 10.222.0.30 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669237 Dec 09 11:28:30.662990 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-79dd6c3a-935a-43eb-ab08-1320fda20e91 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83f5ba-b608-4e52-b3dc-02d1f013c2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9643726 Dec 09 11:28:30.713172 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Transition to ACTIVE for port object 89bed58f-7ef1-4744-b138-17d1d5a4267f will not be triggered until provisioned by entity L2. {{(pid=102509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:28:30.831399 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf9e-14e5-4dab-a4a1-d6612a9279ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:30.848326 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:30.882127 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44554) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:30.922370 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4e7e85-c679-4884-98a7-d77524d6466b x-openstack-request-id: req-db4e7e85-c679-4884-98a7-d77524d6466b {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:28:30.923290 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef936d3e-70a3-4338-a0d5-9444736dd4c5", "tag": "4fc1e8ff-7e34-470f-b6aa-30145624da89", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:28:30.923762 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db4e7e85-c679-4884-98a7-d77524d6466b {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:28:30.924519 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef936d3e-70a3-4338-a0d5-9444736dd4c5', 'tag': '4fc1e8ff-7e34-470f-b6aa-30145624da89', 'status': 'completed', 'code': 200} Dec 09 11:28:30.944517 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dc972-75ba-41c2-8066-858642292612 service neutron] Pushing event updated for resources: {'Port': ['ID=89bed58f-7ef1-4744-b138-17d1d5a4267f,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:31.002361 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf9e-14e5-4dab-a4a1-d6612a9279ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.151422 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c71eda68-a14e-4455-92b6-80f091da2a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.167343 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3d88dbf3-b676-493c-960a-910b2d391c43 req-7ecec4aa-5a42-41f0-981e-04be69aafebb service neutron] 10.222.0.32 "GET /v2.0/networks/6b83f5ba-b608-4e52-b3dc-02d1f013c2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137201 Dec 09 11:28:31.302583 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c71eda68-a14e-4455-92b6-80f091da2a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.309550 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c71eda68-a14e-4455-92b6-80f091da2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.342740 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Allocated IP 172.20.0.10 (763cb968-a326-4989-b036-296e6a5ecbf3/2dbbe239-8a95-46fb-b7b3-df21c0eb24ac/fbbc482d-8752-4b62-b72b-364a66483217) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:28:31.361121 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf9e-14e5-4dab-a4a1-d6612a9279ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.361668 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-c71eda68-a14e-4455-92b6-80f091da2a59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ce548cf60c849b7ba516c06ffac740c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784091 Dec 09 11:28:31.362601 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71eda68-a14e-4455-92b6-80f091da2a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d259d0af-0b2e-498c-a812-280ded1e478e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:31.363785 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-97bdaf9e-14e5-4dab-a4a1-d6612a9279ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.367813 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-97bdaf9e-14e5-4dab-a4a1-d6612a9279ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0f6c6af-3ecb-46ed-8e6c-ce3c1b7dfcfb HTTP/1.1" status: 204 len: 168 time: 0.9480867 Dec 09 11:28:31.367966 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44582) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:31.420640 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7b00b96-87d2-48e6-aebf-4fee316f9c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.425079 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-d13b4e6b-1a57-4f83-8bfd-447951ec11a1 service neutron] 10.222.0.30 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651393 Dec 09 11:28:31.429701 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdaf9e-14e5-4dab-a4a1-d6612a9279ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f6c6af-3ecb-46ed-8e6c-ce3c1b7dfcfb,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:31.448619 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7b00b96-87d2-48e6-aebf-4fee316f9c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.515800 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7b00b96-87d2-48e6-aebf-4fee316f9c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.519863 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7b00b96-87d2-48e6-aebf-4fee316f9c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.519863 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a7b00b96-87d2-48e6-aebf-4fee316f9c1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d259d0af-0b2e-498c-a812-280ded1e478e HTTP/1.1" status: 204 len: 168 time: 0.1543250 Dec 09 11:28:31.535265 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e03e9-873d-4d98-89b3-d0c76ccee5e0 req-c193614b-6934-406a-9a76-92014b064fca tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:31.540741 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b00b96-87d2-48e6-aebf-4fee316f9c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d259d0af-0b2e-498c-a812-280ded1e478e,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:31.543408 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-621e03e9-873d-4d98-89b3-d0c76ccee5e0 req-c193614b-6934-406a-9a76-92014b064fca tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.2611942 Dec 09 11:28:31.545309 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Attempting to bind port 89bed58f-7ef1-4744-b138-17d1d5a4267f on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:28:31.545687 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Attempting to bind port 89bed58f-7ef1-4744-b138-17d1d5a4267f by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:28:31.545973 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Attempting to bind port 89bed58f-7ef1-4744-b138-17d1d5a4267f on network 763cb968-a326-4989-b036-296e6a5ecbf3 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:31.609135 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Port 89bed58f-7ef1-4744-b138-17d1d5a4267f on network 763cb968-a326-4989-b036-296e6a5ecbf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:28:31.609559 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Attempting to bind port 89bed58f-7ef1-4744-b138-17d1d5a4267f on network 763cb968-a326-4989-b036-296e6a5ecbf3 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:31.626437 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:28:31.626814 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Checking segment: {'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:31.627959 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Bound using segment: {'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:28:31.628538 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Bound port: 89bed58f-7ef1-4744-b138-17d1d5a4267f, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:28:31.628975 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.747582 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-621e03e9-873d-4d98-89b3-d0c76ccee5e0 req-85795529-f43d-4109-b737-ee1f01f89f76 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031660 Dec 09 11:28:31.794450 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-17b7897f-055f-4e7d-81b4-d1e961f86adb req-7b0507db-3af5-4436-9d3b-e2d1a020c8f7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 210 time: 0.0680356 Dec 09 11:28:31.846935 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.865992 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f79bba1e-9fd6-40cb-806a-76a8a9197aeb req-315da501-c2a8-4bc4-9b1a-ee3e31177616 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 210 time: 0.0517998 Dec 09 11:28:31.874476 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] For port 89bed58f-7ef1-4744-b138-17d1d5a4267f, host hv-cinder-81735, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:28:31.904302 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] For port 89bed58f-7ef1-4744-b138-17d1d5a4267f, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:28:31.912623 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.974053 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:31.974686 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:31.976255 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-109dc972-75ba-41c2-8066-858642292612 service neutron] 10.222.0.32 "PUT /v2.0/ports/89bed58f-7ef1-4744-b138-17d1d5a4267f HTTP/1.1" status: 200 len: 1093 time: 5.1444807 Dec 09 11:28:31.976736 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fd2e96-ec4b-43a8-8786-c2dea90843bd', 'tag': '89bed58f-7ef1-4744-b138-17d1d5a4267f'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:28:31.998034 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.031189 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dc972-75ba-41c2-8066-858642292612 service neutron] Pushing event updated for resources: {'Port': ['ID=89bed58f-7ef1-4744-b138-17d1d5a4267f,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:32.067773 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Network 763cb968-a326-4989-b036-296e6a5ecbf3 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:32.071848 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:32.075465 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:28:32.115091 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Pushing event updated for resources: {'Port': ['ID=fbbc482d-8752-4b62-b72b-364a66483217,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:32.140377 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:32.141399 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.160101 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44616) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:32.163870 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-f8597c06-03d7-4706-9df2-9f778c1c00f0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6830144 Dec 09 11:28:32.174311 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-db178d89-9b57-4bc6-8154-9d763b3ce06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.204418 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44620) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:32.226046 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-474e2e1a-4e42-4fed-8ea3-5ef83ef7740e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.311443 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb065a-6eb0-43c4-96ba-be7edaa80f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "62fd2e96-ec4b-43a8-8786-c2dea90843bd", "tag": "89bed58f-7ef1-4744-b138-17d1d5a4267f"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:28:32.316609 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-db178d89-9b57-4bc6-8154-9d763b3ce06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.322336 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-db178d89-9b57-4bc6-8154-9d763b3ce06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.359625 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-474e2e1a-4e42-4fed-8ea3-5ef83ef7740e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.371710 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-474e2e1a-4e42-4fed-8ea3-5ef83ef7740e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.381329 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-db178d89-9b57-4bc6-8154-9d763b3ce06a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0dbd40fd083460bb2ddc8397c6cc864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198486 Dec 09 11:28:32.381946 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44630) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:32.382658 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db178d89-9b57-4bc6-8154-9d763b3ce06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90c5780-d5b5-460a-966a-5ea82bc645d6,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:32.438158 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e2e1a-4e42-4fed-8ea3-5ef83ef7740e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645bc3f8-5b3d-4836-aa49-d6ade4ddcbe6,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:32.454355 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09db298d-d797-4bc6-9067-7e69f5b25fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.463747 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-474e2e1a-4e42-4fed-8ea3-5ef83ef7740e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=752642969dfe44779af2daa2ef621234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576368 Dec 09 11:28:32.466941 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44636) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:32.503100 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09db298d-d797-4bc6-9067-7e69f5b25fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.544134 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cddb67-febb-4c37-866c-48646f827139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.555558 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5151b6-425c-4b33-990c-d7a9d8c9541e x-openstack-request-id: req-2f5151b6-425c-4b33-990c-d7a9d8c9541e {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:28:32.556022 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fd2e96-ec4b-43a8-8786-c2dea90843bd", "tag": "89bed58f-7ef1-4744-b138-17d1d5a4267f", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:28:32.556357 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f5151b6-425c-4b33-990c-d7a9d8c9541e {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:28:32.556824 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fd2e96-ec4b-43a8-8786-c2dea90843bd', 'tag': '89bed58f-7ef1-4744-b138-17d1d5a4267f', 'status': 'completed', 'code': 200} Dec 09 11:28:32.576600 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cddb67-febb-4c37-866c-48646f827139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.580637 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09db298d-d797-4bc6-9067-7e69f5b25fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.583488 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09db298d-d797-4bc6-9067-7e69f5b25fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.585330 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-09db298d-d797-4bc6-9067-7e69f5b25fe7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d90c5780-d5b5-460a-966a-5ea82bc645d6 HTTP/1.1" status: 204 len: 168 time: 0.1931970 Dec 09 11:28:32.595716 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db298d-d797-4bc6-9067-7e69f5b25fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90c5780-d5b5-460a-966a-5ea82bc645d6,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:32.647213 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cddb67-febb-4c37-866c-48646f827139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.649944 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0cddb67-febb-4c37-866c-48646f827139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:32.653594 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b0cddb67-febb-4c37-866c-48646f827139 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/645bc3f8-5b3d-4836-aa49-d6ade4ddcbe6 HTTP/1.1" status: 204 len: 168 time: 0.1831150 Dec 09 11:28:32.659278 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cddb67-febb-4c37-866c-48646f827139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645bc3f8-5b3d-4836-aa49-d6ade4ddcbe6,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:32.918040 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4b1b7-c2ed-465c-9881-0ff9a66d9625 req-715cd88e-4f47-4f4f-8d98-7ee9dc0d7885 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:32.919633 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0cb4b1b7-c2ed-465c-9881-0ff9a66d9625 req-715cd88e-4f47-4f4f-8d98-7ee9dc0d7885 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.0914636 Dec 09 11:28:32.942019 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea7a7b-c7ce-461c-8226-cd09bb8fadf0 req-a30fa209-dbdf-4a5f-a9f9-3af1635576a7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:32.948589 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03ea7a7b-c7ce-461c-8226-cd09bb8fadf0 req-a30fa209-dbdf-4a5f-a9f9-3af1635576a7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 932 time: 0.0826435 Dec 09 11:28:33.025397 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0cb4b1b7-c2ed-465c-9881-0ff9a66d9625 req-9b28fe5e-945f-4bdb-824d-bdde03081f6c tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974317 Dec 09 11:28:33.032907 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-03ea7a7b-c7ce-461c-8226-cd09bb8fadf0 req-ea2b88c8-5cbb-4904-9632-2f7f093fba06 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746932 Dec 09 11:28:33.122416 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4cae1d76-9d58-4ea2-af09-4fae5a541946 req-fc18d967-316e-414f-bbaf-6536b78a1a87 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 210 time: 0.0327084 Dec 09 11:28:34.451151 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd0416-5ce2-4b74-9523-dab0709c1bca req-a6b620a0-fa23-4b9a-b90b-04053d9f7701 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:34.469032 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9dbd0416-5ce2-4b74-9523-dab0709c1bca req-a6b620a0-fa23-4b9a-b90b-04053d9f7701 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.2670000 Dec 09 11:28:34.503563 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcff315-63ea-4433-9eee-c48d3024db68 req-38ab1532-3f02-4cef-811f-edc112fb11f6 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:34.505302 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7dcff315-63ea-4433-9eee-c48d3024db68 req-38ab1532-3f02-4cef-811f-edc112fb11f6 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 932 time: 0.2785556 Dec 09 11:28:34.594521 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9dbd0416-5ce2-4b74-9523-dab0709c1bca req-bd549738-015f-4f60-93fc-8a5ae9c9e6e3 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245689 Dec 09 11:28:34.609416 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7dcff315-63ea-4433-9eee-c48d3024db68 req-2267a2db-d255-40c1-9d35-fcecdbc54d02 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926719 Dec 09 11:28:34.738919 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aea26648-0531-4343-b582-b2db67d9e6df req-92112298-c9cf-461b-ae2a-8c081327b7d7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 210 time: 0.0507669 Dec 09 11:28:35.874757 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb389b-cf6c-49c7-8921-711a006dacbd req-20985938-cbbd-4d59-b32d-432c801f8db2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:35.882301 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1dbb389b-cf6c-49c7-8921-711a006dacbd req-20985938-cbbd-4d59-b32d-432c801f8db2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 932 time: 0.1444695 Dec 09 11:28:35.936990 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2bcb-e2ae-4491-a753-caa82c80410e req-2e9ccaae-bd94-4730-85c5-0a5a8d1b1d9f tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:35.944882 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5c2c2bcb-e2ae-4491-a753-caa82c80410e req-2e9ccaae-bd94-4730-85c5-0a5a8d1b1d9f tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.1607616 Dec 09 11:28:35.995674 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1dbb389b-cf6c-49c7-8921-711a006dacbd req-dbb43b7e-7d7d-4b63-be7e-1a49b459d806 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124372 Dec 09 11:28:36.027290 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5c2c2bcb-e2ae-4491-a753-caa82c80410e req-d423b412-6f76-4bee-b270-d170cae5ddc6 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811799 Dec 09 11:28:36.113734 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4b47cb1f-1546-4013-bd9d-c5ca5c9ff8ff req-8092fd73-dd6b-4240-8660-35d45e67d7ec tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 210 time: 0.0385408 Dec 09 11:28:36.859611 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44874) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:36.974428 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf4fca70-53cb-4acc-9792-878eeea148b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.056029 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf4fca70-53cb-4acc-9792-878eeea148b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.060462 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf4fca70-53cb-4acc-9792-878eeea148b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.100758 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-cf4fca70-53cb-4acc-9792-878eeea148b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f475bd26c1df4a27bc8fe27c9aed9f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399201 Dec 09 11:28:37.103632 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fca70-53cb-4acc-9792-878eeea148b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7310cd4-bbc3-4161-8d82-cdadd91576df,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:37.105666 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44882) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:37.191580 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4397e3-c830-45c9-8fee-f4729442f40f req-1d9cabcc-9476-4ea7-b2f6-3cd66ccd802c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:37.192957 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a4397e3-c830-45c9-8fee-f4729442f40f req-1d9cabcc-9476-4ea7-b2f6-3cd66ccd802c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 932 time: 0.1269562 Dec 09 11:28:37.206814 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1f7b-09b1-4933-ad53-30a0f5488612 req-beeee61e-f051-4981-a5a4-ddd0a80dfcf8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:37.209070 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ba6b1f7b-09b1-4933-ad53-30a0f5488612 req-beeee61e-f051-4981-a5a4-ddd0a80dfcf8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.1078415 Dec 09 11:28:37.240394 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb8d9-cace-4787-a236-5ad875870973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.305201 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a4397e3-c830-45c9-8fee-f4729442f40f req-b8dcc897-a874-458a-9852-74dca9575b9e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950134 Dec 09 11:28:37.309457 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb8d9-cace-4787-a236-5ad875870973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.320137 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ba6b1f7b-09b1-4933-ad53-30a0f5488612 req-dcede03b-f228-4699-8906-433b3119a0b8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956800 Dec 09 11:28:37.369360 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb8d9-cace-4787-a236-5ad875870973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.372108 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb8d9-cace-4787-a236-5ad875870973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.375644 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9d5bb8d9-cace-4787-a236-5ad875870973 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7310cd4-bbc3-4161-8d82-cdadd91576df HTTP/1.1" status: 204 len: 168 time: 0.2659364 Dec 09 11:28:37.397402 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bb8d9-cace-4787-a236-5ad875870973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7310cd4-bbc3-4161-8d82-cdadd91576df,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:37.418586 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-101802de-851e-40a1-bab1-0f59dbd0965d req-d24cf9bc-1db2-46e7-a06b-7621eddcff48 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 210 time: 0.0408976 Dec 09 11:28:37.683700 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44910) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:37.806886 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44922) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:37.830804 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b98720b4-6e82-4eb4-a298-2f2ffd19bba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.832871 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5925238b-9824-4e19-95f2-f9ae0bcb8ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.970905 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5925238b-9824-4e19-95f2-f9ae0bcb8ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.971707 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b98720b4-6e82-4eb4-a298-2f2ffd19bba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.974133 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5925238b-9824-4e19-95f2-f9ae0bcb8ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:37.980258 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b98720b4-6e82-4eb4-a298-2f2ffd19bba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.034073 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5925238b-9824-4e19-95f2-f9ae0bcb8ff9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08c7afc74ebd4928873c8254ca277441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492882 Dec 09 11:28:38.035706 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925238b-9824-4e19-95f2-f9ae0bcb8ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d08ee0-804d-4988-b9c5-7b3ac62f40f7,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:38.036884 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44930) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:38.042530 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b98720b4-6e82-4eb4-a298-2f2ffd19bba2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1164ae15507410d9726ffe7a31f2a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317166 Dec 09 11:28:38.042799 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 44934) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:38.090275 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98720b4-6e82-4eb4-a298-2f2ffd19bba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d84256a-71e5-42bc-bc7f-715d5ffcb7cd,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:38.104703 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4072b44d-3482-423f-ab24-04b66328e891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.113826 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-126b95c9-cc0e-4eaa-8cf8-bd4c20eae5c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.135329 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4072b44d-3482-423f-ab24-04b66328e891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.138773 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-126b95c9-cc0e-4eaa-8cf8-bd4c20eae5c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.187332 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4072b44d-3482-423f-ab24-04b66328e891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.190414 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4072b44d-3482-423f-ab24-04b66328e891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.191686 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4072b44d-3482-423f-ab24-04b66328e891 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9d08ee0-804d-4988-b9c5-7b3ac62f40f7 HTTP/1.1" status: 204 len: 168 time: 0.1538050 Dec 09 11:28:38.195948 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-126b95c9-cc0e-4eaa-8cf8-bd4c20eae5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.199529 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-126b95c9-cc0e-4eaa-8cf8-bd4c20eae5c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.205498 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-126b95c9-cc0e-4eaa-8cf8-bd4c20eae5c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d84256a-71e5-42bc-bc7f-715d5ffcb7cd HTTP/1.1" status: 204 len: 168 time: 0.1554730 Dec 09 11:28:38.211219 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072b44d-3482-423f-ab24-04b66328e891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d08ee0-804d-4988-b9c5-7b3ac62f40f7,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:38.212551 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b95c9-cc0e-4eaa-8cf8-bd4c20eae5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d84256a-71e5-42bc-bc7f-715d5ffcb7cd,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:38.469669 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a1605-9bcd-4979-b51b-2faf09b5b46c req-103b1dcf-a9ec-4d6f-a5d2-ed12b3649171 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:38.471222 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ec6a1605-9bcd-4979-b51b-2faf09b5b46c req-103b1dcf-a9ec-4d6f-a5d2-ed12b3649171 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 932 time: 0.0894499 Dec 09 11:28:38.511212 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a65a76-5c18-49a3-b7e0-c3651c905246 req-615fa1dc-ae06-4427-a33d-e77e273e534f tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:38.512868 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a3a65a76-5c18-49a3-b7e0-c3651c905246 req-615fa1dc-ae06-4427-a33d-e77e273e534f tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.1155214 Dec 09 11:28:38.557098 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ec6a1605-9bcd-4979-b51b-2faf09b5b46c req-2b837918-d326-40a8-93f6-0ae537af7326 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788693 Dec 09 11:28:38.585840 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a3a65a76-5c18-49a3-b7e0-c3651c905246 req-74ca50b6-3130-4cfa-8ef9-b8c3a78c8d85 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617964 Dec 09 11:28:38.667478 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-08fdd423-3037-4a7f-aef8-8c785e70e666 req-91cfb683-21f4-43f2-9718-5981e73b9a47 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 210 time: 0.0334644 Dec 09 11:28:38.670567 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44962) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:38.692714 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b61f16ef-950b-4fbe-a98e-caaed1670928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.771570 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b61f16ef-950b-4fbe-a98e-caaed1670928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.775819 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b61f16ef-950b-4fbe-a98e-caaed1670928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.820288 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b61f16ef-950b-4fbe-a98e-caaed1670928 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25cce0000e494fa8945d298055a8edff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484818 Dec 09 11:28:38.821181 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f16ef-950b-4fbe-a98e-caaed1670928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a274090d-8902-4abc-8bed-e57dccc1439a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:38.827793 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 44968) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:38.882270 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-570d4630-c4f7-4ee3-b924-a31d1c2f1442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.912247 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-570d4630-c4f7-4ee3-b924-a31d1c2f1442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.971984 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-570d4630-c4f7-4ee3-b924-a31d1c2f1442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.974797 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-570d4630-c4f7-4ee3-b924-a31d1c2f1442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:38.975951 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-570d4630-c4f7-4ee3-b924-a31d1c2f1442 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a274090d-8902-4abc-8bed-e57dccc1439a HTTP/1.1" status: 204 len: 168 time: 0.1515014 Dec 09 11:28:38.985639 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d4630-c4f7-4ee3-b924-a31d1c2f1442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a274090d-8902-4abc-8bed-e57dccc1439a,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:39.705393 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a490b-30f5-4f30-b2b9-e09be4527dd5 req-3ae7aef7-d154-4d36-a9f1-e1c890b44275 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:39.712633 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-363a490b-30f5-4f30-b2b9-e09be4527dd5 req-3ae7aef7-d154-4d36-a9f1-e1c890b44275 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 932 time: 0.0696328 Dec 09 11:28:39.786072 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052370a-ce81-4a6e-9830-8fed8dc3af9e req-97fb7646-037a-4417-945f-ef2c913d4af9 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:39.787486 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b052370a-ce81-4a6e-9830-8fed8dc3af9e req-97fb7646-037a-4417-945f-ef2c913d4af9 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.1047356 Dec 09 11:28:39.799007 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-363a490b-30f5-4f30-b2b9-e09be4527dd5 req-d8ded694-0719-4235-bc78-d153c4e2875c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845201 Dec 09 11:28:39.883443 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b052370a-ce81-4a6e-9830-8fed8dc3af9e req-647e5c41-30e2-4b04-9302-011e98335712 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824831 Dec 09 11:28:39.905884 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9a926aeb-c2e6-4eb1-b79f-10a3a270ace7 req-41374cdb-83c0-496c-8270-d83ff9d041d6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 210 time: 0.0425487 Dec 09 11:28:40.192702 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Request body: {'port': {'device_id': 'f52d5a72-f459-4d7f-96cc-e55d468036be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:40.251569 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45044) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:40.252945 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:40.594298 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f9de7ee4-8048-432c-a907-e9a32d0b2bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:40.660639 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb065a-6eb0-43c4-96ba-be7edaa80f0e req-a6851d0c-1000-43cf-8616-a9362bad6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:40.662652 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1afb065a-6eb0-43c4-96ba-be7edaa80f0e req-a6851d0c-1000-43cf-8616-a9362bad6db8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1096 time: 0.1374648 Dec 09 11:28:40.815368 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953361f-2b75-43c6-8e19-16ae3383ab7e req-7422d01f-66b4-40fc-a23a-2b0dd94efe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:40.817491 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5953361f-2b75-43c6-8e19-16ae3383ab7e req-7422d01f-66b4-40fc-a23a-2b0dd94efe03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edaea14c40e14d7abed6eff0c892477b&device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 1096 time: 0.1156516 Dec 09 11:28:40.887610 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f9de7ee4-8048-432c-a907-e9a32d0b2bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:40.895119 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f9de7ee4-8048-432c-a907-e9a32d0b2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:41.016298 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f9de7ee4-8048-432c-a907-e9a32d0b2bf6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e31408958674ff3979e8b97eab3c9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7630763 Dec 09 11:28:41.019413 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45086) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:41.027473 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de7ee4-8048-432c-a907-e9a32d0b2bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84e8865-93e3-4156-b6b9-84142a0a99ff,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:41.031580 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb065a-6eb0-43c4-96ba-be7edaa80f0e req-5b8fcf82-7a39-4ff8-bd59-44b5583a474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:41.033089 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1afb065a-6eb0-43c4-96ba-be7edaa80f0e req-5b8fcf82-7a39-4ff8-bd59-44b5583a474c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0b58906d29d449b7b000444cdb1bdb89&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3503273 Dec 09 11:28:41.100741 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbc482d-8752-4b62-b72b-364a66483217 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:28:41.150122 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:41.171022 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a5ce3-1f1a-4370-aa70-8244d16b6527 req-719aada5-276e-4ee2-8126-b3e4e7c7f1b0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:41.173218 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-599a5ce3-1f1a-4370-aa70-8244d16b6527 req-719aada5-276e-4ee2-8126-b3e4e7c7f1b0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 932 time: 0.2991021 Dec 09 11:28:41.185812 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.32', 60505) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:41.248199 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce40c-a891-4e5a-842b-6154db606ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:41.256071 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Transition to ACTIVE for port object fbbc482d-8752-4b62-b72b-364a66483217 will not be triggered until provisioned by entity L2. {{(pid=102509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:28:41.265592 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735dd602-52e6-419c-9103-cd8b1fcd1975 req-2d9da19c-8d6d-40bf-992c-fa58ed30ec73 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:41.267264 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-735dd602-52e6-419c-9103-cd8b1fcd1975 req-2d9da19c-8d6d-40bf-992c-fa58ed30ec73 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.2862935 Dec 09 11:28:41.268579 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953361f-2b75-43c6-8e19-16ae3383ab7e req-db5e03b8-f8fb-4503-8689-c528b0e93791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:41.270139 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5953361f-2b75-43c6-8e19-16ae3383ab7e req-db5e03b8-f8fb-4503-8689-c528b0e93791 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 HTTP/1.1" status: 200 len: 913 time: 0.4419298 Dec 09 11:28:41.271076 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce40c-a891-4e5a-842b-6154db606ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:41.295773 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:41.524668 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-599a5ce3-1f1a-4370-aa70-8244d16b6527 req-46871b6c-5db3-4a34-bf51-23573d245e15 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368337 Dec 09 11:28:41.544690 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5953361f-2b75-43c6-8e19-16ae3383ab7e req-dcf900c8-ef99-48c4-b75a-299dbd203b5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fc1e8ff-7e34-470f-b6aa-30145624da89 HTTP/1.1" status: 200 len: 217 time: 0.2310445 Dec 09 11:28:41.545450 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-fe4c8edf-2b7a-4f8a-8923-eb472cfcd266 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:41.547027 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-fe4c8edf-2b7a-4f8a-8923-eb472cfcd266 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 816 time: 0.3534811 Dec 09 11:28:41.558341 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb065a-6eb0-43c4-96ba-be7edaa80f0e req-956ac51c-edd2-4eda-925f-bea489fcc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:41.560119 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1afb065a-6eb0-43c4-96ba-be7edaa80f0e req-956ac51c-edd2-4eda-925f-bea489fcc7cd service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4991858 Dec 09 11:28:41.561233 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce40c-a891-4e5a-842b-6154db606ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:41.564285 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5f8ce40c-a891-4e5a-842b-6154db606ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:41.565466 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5f8ce40c-a891-4e5a-842b-6154db606ab9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f84e8865-93e3-4156-b6b9-84142a0a99ff HTTP/1.1" status: 204 len: 168 time: 0.5436614 Dec 09 11:28:41.575577 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-735dd602-52e6-419c-9103-cd8b1fcd1975 req-97205645-6435-4c5b-bba3-db5f930ad1da tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982144 Dec 09 11:28:41.578610 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ce40c-a891-4e5a-842b-6154db606ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84e8865-93e3-4156-b6b9-84142a0a99ff,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:41.734412 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c6f13873-643f-417d-b64a-f69610498204 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d57252b2111940dc8b2df1ba10db9fd6 HTTP/1.1" status: 200 len: 379 time: 0.1359911 Dec 09 11:28:41.770325 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'port': {'device_id': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'admin_state_up': True, 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'security_groups': ['354ee3bf-fe61-4f0c-90bc-ce86ff589cfa']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:41.785771 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Attempting to bind port fbbc482d-8752-4b62-b72b-364a66483217 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:28:41.785965 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Attempting to bind port fbbc482d-8752-4b62-b72b-364a66483217 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:28:41.786302 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Attempting to bind port fbbc482d-8752-4b62-b72b-364a66483217 on network 763cb968-a326-4989-b036-296e6a5ecbf3 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:41.809963 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbc482d-8752-4b62-b72b-364a66483217,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:41.842679 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-9426bc4d-c730-47ec-91bc-20092b108d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:41.844384 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-9426bc4d-c730-47ec-91bc-20092b108d43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1096 time: 0.1314366 Dec 09 11:28:41.849427 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e63f8766-ad73-4863-99d3-8afbce07e4c2 req-7af34962-981a-408f-be2d-bb9a99a4c883 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 210 time: 0.1230896 Dec 09 11:28:41.865966 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Port fbbc482d-8752-4b62-b72b-364a66483217 on network 763cb968-a326-4989-b036-296e6a5ecbf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:28:41.866295 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Attempting to bind port fbbc482d-8752-4b62-b72b-364a66483217 on network 763cb968-a326-4989-b036-296e6a5ecbf3 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:41.893786 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:28:41.894127 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Checking segment: {'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:41.894516 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Bound using segment: {'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:28:41.895001 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Bound port: fbbc482d-8752-4b62-b72b-364a66483217, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c50bb6-3897-4c74-bb94-0daf6c3af398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:28:41.895358 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:41.930370 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953361f-2b75-43c6-8e19-16ae3383ab7e req-eee4dc45-6621-43aa-8432-10cc860f19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:41.931925 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5953361f-2b75-43c6-8e19-16ae3383ab7e req-eee4dc45-6621-43aa-8432-10cc860f19e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35f4b424-6ca4-49b4-a38e-4d413f88af7b HTTP/1.1" status: 200 len: 852 time: 0.2921815 Dec 09 11:28:42.045174 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5953361f-2b75-43c6-8e19-16ae3383ab7e req-196c8b6b-d4eb-4f18-8c95-de2913421b06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b83f5ba-b608-4e52-b3dc-02d1f013c2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763793 Dec 09 11:28:42.091109 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-d6569e0d-459b-428c-88a2-1ed493730409 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f HTTP/1.1" status: 200 len: 217 time: 0.2289739 Dec 09 11:28:42.146578 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45140) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:42.160565 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] For port fbbc482d-8752-4b62-b72b-364a66483217, host hv-cinder-81735, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:28:42.170934 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8231e67b-9fb1-4462-a708-4e088e49dbf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.180112 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] For port fbbc482d-8752-4b62-b72b-364a66483217, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fbbc482d-8752-4b62-b72b-364a66483217,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:28:42.189284 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.209470 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-b83da1ba-d114-4e74-bd0f-4e3f3a7813a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:42.211892 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-b83da1ba-d114-4e74-bd0f-4e3f3a7813a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 200 len: 859 time: 0.1042380 Dec 09 11:28:42.237974 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:42.238592 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.240685 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] 10.222.0.32 "PUT /v2.0/ports/fbbc482d-8752-4b62-b72b-364a66483217 HTTP/1.1" status: 200 len: 1094 time: 2.0522366 Dec 09 11:28:42.243820 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52d5a72-f459-4d7f-96cc-e55d468036be', 'tag': 'fbbc482d-8752-4b62-b72b-364a66483217'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:28:42.246915 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11" -d '{"events": [{"name": "network-changed", "server_uuid": "f52d5a72-f459-4d7f-96cc-e55d468036be", "tag": "fbbc482d-8752-4b62-b72b-364a66483217"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:28:42.281273 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5953361f-2b75-43c6-8e19-16ae3383ab7e req-252c38f9-e0bf-420c-a859-4093fbe13ac8 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83f5ba-b608-4e52-b3dc-02d1f013c2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174475 Dec 09 11:28:42.297874 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-9f73bdcf-475d-4a5e-b20b-a85b2dc3d2a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=763cb968-a326-4989-b036-296e6a5ecbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744348 Dec 09 11:28:42.304195 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbc482d-8752-4b62-b72b-364a66483217,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:42.314092 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Made reservation on behalf of d57252b2111940dc8b2df1ba10db9fd6 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:28:42.317866 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.329437 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5967b3-6ffc-439d-9208-b0be7fdfe9ca x-openstack-request-id: req-9e5967b3-6ffc-439d-9208-b0be7fdfe9ca {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:28:42.329875 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52d5a72-f459-4d7f-96cc-e55d468036be", "tag": "fbbc482d-8752-4b62-b72b-364a66483217", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:28:42.330276 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e5967b3-6ffc-439d-9208-b0be7fdfe9ca {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:28:42.330612 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52d5a72-f459-4d7f-96cc-e55d468036be', 'tag': 'fbbc482d-8752-4b62-b72b-364a66483217', 'status': 'completed', 'code': 200} Dec 09 11:28:42.386000 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45146) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:42.416655 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5953361f-2b75-43c6-8e19-16ae3383ab7e req-2ddfe148-6fe8-4a08-882d-e95071d74423 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83f5ba-b608-4e52-b3dc-02d1f013c2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219020 Dec 09 11:28:42.454248 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8231e67b-9fb1-4462-a708-4e088e49dbf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.463380 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8231e67b-9fb1-4462-a708-4e088e49dbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.541201 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b9d143ed-0e90-455b-8aeb-091b927a9e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.642108 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b9d143ed-0e90-455b-8aeb-091b927a9e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.650096 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231e67b-9fb1-4462-a708-4e088e49dbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2892a909-8974-4a19-a155-c82aa8d37d8e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:42.659055 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b9d143ed-0e90-455b-8aeb-091b927a9e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.681631 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8231e67b-9fb1-4462-a708-4e088e49dbf5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=400b05fd55bc453797d915a8b8d80bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5338981 Dec 09 11:28:42.697183 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45168) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:42.746327 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d143ed-0e90-455b-8aeb-091b927a9e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98969bf-7f50-419f-b163-256c4c9c1183,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:42.818842 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4c14d80e-5278-4356-800d-5a20b9cb2be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.829048 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Allocated IP 172.20.0.11 (7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7/4dd45155-a9a2-42ab-9ce8-d6a88a166bca/32bfbc54-1294-4e3c-8552-3977662ea6ac) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:28:42.841418 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b9d143ed-0e90-455b-8aeb-091b927a9e30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f986e5d09b604c638f578c2e704a7021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4516137 Dec 09 11:28:42.848264 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45172) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:42.864354 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45174) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:42.887121 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c8e2e-e676-43b7-bc16-907fc23808f5 req-23acd119-94fd-4155-83b7-dab4116a6ad2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:42.888107 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4c14d80e-5278-4356-800d-5a20b9cb2be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:42.888514 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-641c8e2e-e676-43b7-bc16-907fc23808f5 req-23acd119-94fd-4155-83b7-dab4116a6ad2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 944 time: 0.1580698 Dec 09 11:28:42.895449 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-9f2a2bef-5f76-4145-a601-56022526b140 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955121 Dec 09 11:28:42.904116 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359050a8-c534-4c12-a32d-0079f2457067 req-6b4d6036-df83-4e59-824b-2af4b7cc46af tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:42.911446 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-359050a8-c534-4c12-a32d-0079f2457067 req-6b4d6036-df83-4e59-824b-2af4b7cc46af tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.1243899 Dec 09 11:28:42.996918 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-359050a8-c534-4c12-a32d-0079f2457067 req-360e10e9-9024-4756-8a7e-748fe690f0e6 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844047 Dec 09 11:28:43.008351 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34cf3359-c46e-4858-a7eb-f6deb979004b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.028442 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e931cc92-4c62-43c4-a0d6-0de253b69c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.042615 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-641c8e2e-e676-43b7-bc16-907fc23808f5 req-f647fa94-5582-445e-8c57-ba50d6f89c8d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477189 Dec 09 11:28:43.062192 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4c14d80e-5278-4356-800d-5a20b9cb2be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.064828 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4c14d80e-5278-4356-800d-5a20b9cb2be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.068287 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4c14d80e-5278-4356-800d-5a20b9cb2be4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2892a909-8974-4a19-a155-c82aa8d37d8e HTTP/1.1" status: 204 len: 168 time: 0.3671420 Dec 09 11:28:43.068287 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e931cc92-4c62-43c4-a0d6-0de253b69c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.103070 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14d80e-5278-4356-800d-5a20b9cb2be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2892a909-8974-4a19-a155-c82aa8d37d8e,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:43.148308 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.168222 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14afe9d3-ac7c-44cf-a135-1999bc03e03e req-8e431b1e-ced6-4ecb-84e8-83223ac30464 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 210 time: 0.0936568 Dec 09 11:28:43.191835 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e931cc92-4c62-43c4-a0d6-0de253b69c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.196882 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e931cc92-4c62-43c4-a0d6-0de253b69c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.198767 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e931cc92-4c62-43c4-a0d6-0de253b69c49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e98969bf-7f50-419f-b163-256c4c9c1183 HTTP/1.1" status: 204 len: 168 time: 0.3492899 Dec 09 11:28:43.214755 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931cc92-4c62-43c4-a0d6-0de253b69c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98969bf-7f50-419f-b163-256c4c9c1183,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:43.216500 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34cf3359-c46e-4858-a7eb-f6deb979004b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.220479 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.221981 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-34cf3359-c46e-4858-a7eb-f6deb979004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.263649 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-34cf3359-c46e-4858-a7eb-f6deb979004b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=463e83e5c22345bfaf62aa982b8ca353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982491 Dec 09 11:28:43.284096 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf3359-c46e-4858-a7eb-f6deb979004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac263505-9a45-4757-a6bf-def98ec3fa5a,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:43.286848 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45188) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:43.332076 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:43.341723 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:28:43.343570 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:28:43.346475 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:28:43.356348 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:43.357252 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.365310 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec301-28bc-4f5a-9319-ede8c3639210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.388991 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-2c91825f-29ab-4666-ac1e-ed9d132962c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6241109 Dec 09 11:28:43.404004 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec301-28bc-4f5a-9319-ede8c3639210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.481839 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec301-28bc-4f5a-9319-ede8c3639210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.484842 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9a0ec301-28bc-4f5a-9319-ede8c3639210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.489100 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9a0ec301-28bc-4f5a-9319-ede8c3639210 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac263505-9a45-4757-a6bf-def98ec3fa5a HTTP/1.1" status: 204 len: 168 time: 0.2009053 Dec 09 11:28:43.500315 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ec301-28bc-4f5a-9319-ede8c3639210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac263505-9a45-4757-a6bf-def98ec3fa5a,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:43.607757 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-2c10df41-8122-4610-b057-e7aed5c7a96f None None] Provisioning complete for port 32bfbc54-1294-4e3c-8552-3977662ea6ac triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:43.609021 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2c10df41-8122-4610-b057-e7aed5c7a96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.648631 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-2c10df41-8122-4610-b057-e7aed5c7a96f None None] Port 32bfbc54-1294-4e3c-8552-3977662ea6ac cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:28:43.836051 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45208) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:43.849304 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dc6eada8-2fc1-4f4d-b7ed-dea06e51bfa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.928701 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dc6eada8-2fc1-4f4d-b7ed-dea06e51bfa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.937276 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dc6eada8-2fc1-4f4d-b7ed-dea06e51bfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:43.979308 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-dc6eada8-2fc1-4f4d-b7ed-dea06e51bfa2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d653f0082de4709a91af002e8e367e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418798 Dec 09 11:28:43.980235 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6eada8-2fc1-4f4d-b7ed-dea06e51bfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c65ab-9bac-46f3-b759-bc8e2d173a1b,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:43.981913 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45214) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:44.004012 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:28:44.033169 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45218) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:44.038523 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-016d522a-0d6c-4d46-b988-b8ad0d25e39c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.047677 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ea8492e-3c15-4ce1-a06b-127f1981115d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.060610 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-016d522a-0d6c-4d46-b988-b8ad0d25e39c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.130402 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-016d522a-0d6c-4d46-b988-b8ad0d25e39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.133995 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-016d522a-0d6c-4d46-b988-b8ad0d25e39c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.139877 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-016d522a-0d6c-4d46-b988-b8ad0d25e39c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed5c65ab-9bac-46f3-b759-bc8e2d173a1b HTTP/1.1" status: 204 len: 168 time: 0.1559339 Dec 09 11:28:44.145384 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd9ace-120d-485a-8d89-3da76f3627e6 req-367d9f16-91d7-440d-9a2b-c7140d82a714 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:44.146935 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ccd9ace-120d-485a-8d89-3da76f3627e6 req-367d9f16-91d7-440d-9a2b-c7140d82a714 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.0779431 Dec 09 11:28:44.162390 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d522a-0d6c-4d46-b988-b8ad0d25e39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c65ab-9bac-46f3-b759-bc8e2d173a1b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:44.426037 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ea8492e-3c15-4ce1-a06b-127f1981115d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.438570 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ccd9ace-120d-485a-8d89-3da76f3627e6 req-fdd48f3e-cca1-4946-9c4c-698b1a13beb9 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811699 Dec 09 11:28:44.440987 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1ea8492e-3c15-4ce1-a06b-127f1981115d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.459392 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f399d4-888e-40cd-8bb1-09f59ebb7475 req-79b5e389-4cc3-4805-a59f-daf69a17be18 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:44.467598 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85f399d4-888e-40cd-8bb1-09f59ebb7475 req-79b5e389-4cc3-4805-a59f-daf69a17be18 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 944 time: 0.3053582 Dec 09 11:28:44.517950 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1ea8492e-3c15-4ce1-a06b-127f1981115d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bb7662b0ab14221a392c2618696f576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834812 Dec 09 11:28:44.520381 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8492e-3c15-4ce1-a06b-127f1981115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552fc1ce-6ef0-489a-91e1-729bb1bff4bb,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:44.520676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45244) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:44.563056 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85f399d4-888e-40cd-8bb1-09f59ebb7475 req-e881b1f0-7691-4c68-ac03-741ba37f30ac tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945146 Dec 09 11:28:44.606567 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c46db7be-e60c-4e51-8ad1-716c39c901dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.615617 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff40e1b-d4df-4a46-affd-52890c10668c req-2efd62cd-1fc8-44f2-8798-d0287fa34f09 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:44.624567 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8ff40e1b-d4df-4a46-affd-52890c10668c req-2efd62cd-1fc8-44f2-8798-d0287fa34f09 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 932 time: 0.0773561 Dec 09 11:28:44.631762 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c46db7be-e60c-4e51-8ad1-716c39c901dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.681814 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8ff40e1b-d4df-4a46-affd-52890c10668c req-2c051643-dac9-4264-b936-328e51a8fb7f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558510 Dec 09 11:28:44.688093 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c46db7be-e60c-4e51-8ad1-716c39c901dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.690719 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c46db7be-e60c-4e51-8ad1-716c39c901dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:44.694115 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-c46db7be-e60c-4e51-8ad1-716c39c901dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/552fc1ce-6ef0-489a-91e1-729bb1bff4bb HTTP/1.1" status: 204 len: 168 time: 0.1700869 Dec 09 11:28:44.700587 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46db7be-e60c-4e51-8ad1-716c39c901dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552fc1ce-6ef0-489a-91e1-729bb1bff4bb,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:45.479450 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Request body: {'port': {'device_id': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:28:45.567175 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-b140d801-5979-4b96-8b28-3f7b61747220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:45.568688 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-b140d801-5979-4b96-8b28-3f7b61747220 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 1097 time: 0.0981433 Dec 09 11:28:45.585336 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:45.594448 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66a9d5-2fa8-4bac-ad01-9436d9a5b31b req-79211b81-1177-43ba-9026-a89a037e9bf3 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:45.598054 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0d66a9d5-2fa8-4bac-ad01-9436d9a5b31b req-79211b81-1177-43ba-9026-a89a037e9bf3 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.0735354 Dec 09 11:28:45.658953 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-da59a54b-ccf7-4b8d-b8f9-8c08daa62aff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbc482d-8752-4b62-b72b-364a66483217 HTTP/1.1" status: 200 len: 217 time: 0.0592363 Dec 09 11:28:45.697289 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45320) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:45.782736 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6221a5db-c7f3-49fa-b60a-62ead1c2a3ff req-244c9626-181b-4fa6-bfbf-fbdcd892b90a service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081994 Dec 09 11:28:45.784027 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0d66a9d5-2fa8-4bac-ad01-9436d9a5b31b req-77364cbf-836e-432f-8445-a049b1134610 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727355 Dec 09 11:28:45.813121 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b9b02-c4fd-4279-bd4f-2b34533af23f req-53610af3-6c05-4b03-9b06-7bb287312f47 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:45.813121 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f0b9b02-c4fd-4279-bd4f-2b34533af23f req-53610af3-6c05-4b03-9b06-7bb287312f47 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 944 time: 0.1028080 Dec 09 11:28:45.813121 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-608265ed-a8a0-49e0-9f2b-af41cdf3ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:45.813121 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-608265ed-a8a0-49e0-9f2b-af41cdf3ce5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 200 len: 859 time: 0.1431899 Dec 09 11:28:45.863997 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-5594e95e-7d94-4818-88ac-e57d5e3d6c80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=763cb968-a326-4989-b036-296e6a5ecbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416574 Dec 09 11:28:45.918030 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f0b9b02-c4fd-4279-bd4f-2b34533af23f req-945e87e2-6eb0-4178-aeee-22837bcbe9d8 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050963 Dec 09 11:28:45.987955 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6d8d-8697-46fe-9640-f472e193b291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.036394 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.043372 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d529ba-0ed1-4182-9a8f-70da824a260a req-259594bb-adb7-463e-9f89-ff3d9dc29b54 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:46.050984 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14d529ba-0ed1-4182-9a8f-70da824a260a req-259594bb-adb7-463e-9f89-ff3d9dc29b54 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 932 time: 0.1378131 Dec 09 11:28:46.065237 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-89e5fee0-0272-4920-b3ba-269a7f6f98ae service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777089 Dec 09 11:28:46.087249 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bfbc54-1294-4e3c-8552-3977662ea6ac {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:28:46.099297 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.124158 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Transition to ACTIVE for port object 32bfbc54-1294-4e3c-8552-3977662ea6ac will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:28:46.127923 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.161413 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14d529ba-0ed1-4182-9a8f-70da824a260a req-8020fca4-6fbe-4d18-8881-ca324b51ef35 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092093 Dec 09 11:28:46.185861 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6d8d-8697-46fe-9640-f472e193b291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.212619 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-885237ad-e011-4705-9896-6a2afcc4921b service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385450 Dec 09 11:28:46.220532 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6d8d-8697-46fe-9640-f472e193b291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.300273 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Pushing event updated for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:46.349221 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a5ff6d8d-8697-46fe-9640-f472e193b291 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1f718923268460f852d33833aa67374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6493304 Dec 09 11:28:46.352685 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45358) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:46.372005 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff6d8d-8697-46fe-9640-f472e193b291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d9b39-c08b-4e63-b8d6-ae1d8f144404,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:46.413216 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Attempting to bind port 32bfbc54-1294-4e3c-8552-3977662ea6ac on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:28:46.414155 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Attempting to bind port 32bfbc54-1294-4e3c-8552-3977662ea6ac by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:28:46.414500 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Attempting to bind port 32bfbc54-1294-4e3c-8552-3977662ea6ac on network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:46.446490 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11 req-8c2d6db9-83b9-4f8b-855d-59f7be3a1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:46.448074 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11 req-8c2d6db9-83b9-4f8b-855d-59f7be3a1ce5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 1097 time: 0.1066270 Dec 09 11:28:46.452599 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Port 32bfbc54-1294-4e3c-8552-3977662ea6ac on network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:28:46.452926 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Attempting to bind port 32bfbc54-1294-4e3c-8552-3977662ea6ac on network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:28:46.468336 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:28:46.468667 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Checking segment: {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:28:46.469190 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Bound using segment: {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:28:46.469629 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Bound port: 32bfbc54-1294-4e3c-8552-3977662ea6ac, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:28:46.469982 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.532726 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7cd0a235-1de6-4055-a5fb-4baf76f8d6f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.606434 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7cd0a235-1de6-4055-a5fb-4baf76f8d6f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.636881 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11 req-9794d499-8270-406c-af04-b4d77d9c882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:46.644820 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11 req-9794d499-8270-406c-af04-b4d77d9c882b service neutron] 10.222.0.32 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 920 time: 0.1818075 Dec 09 11:28:46.657916 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:28:46.661587 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:28:46.667738 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.704147 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11 req-a77847e5-269d-4236-9464-9eb7923ad3ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbc482d-8752-4b62-b72b-364a66483217 HTTP/1.1" status: 200 len: 217 time: 0.0481505 Dec 09 11:28:46.715701 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:46.716676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.718214 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] 10.222.0.32 "PUT /v2.0/ports/32bfbc54-1294-4e3c-8552-3977662ea6ac HTTP/1.1" status: 200 len: 1094 time: 1.2450366 Dec 09 11:28:46.718998 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:28:46.721461 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35123268-518f-4eef-9765-8e6e3ec9793d" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:28:46.736752 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7cd0a235-1de6-4055-a5fb-4baf76f8d6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.739297 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7cd0a235-1de6-4055-a5fb-4baf76f8d6f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:46.740641 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-7cd0a235-1de6-4055-a5fb-4baf76f8d6f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f67d9b39-c08b-4e63-b8d6-ae1d8f144404 HTTP/1.1" status: 204 len: 168 time: 0.3869421 Dec 09 11:28:46.760313 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0a235-1de6-4055-a5fb-4baf76f8d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d9b39-c08b-4e63-b8d6-ae1d8f144404,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:46.762210 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88df99a-7025-4edd-a689-f29ac29449ec service neutron] Pushing event updated for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:46.845334 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11 req-08fa23e7-a325-49d4-a3bf-71b48af0afae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:46.847692 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11 req-08fa23e7-a325-49d4-a3bf-71b48af0afae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 200 len: 859 time: 0.1238713 Dec 09 11:28:46.891679 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b58e9a-a7b9-455b-a3f7-40182b61dd76 x-openstack-request-id: req-a9b58e9a-a7b9-455b-a3f7-40182b61dd76 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:28:46.894031 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:28:46.894368 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9b58e9a-a7b9-455b-a3f7-40182b61dd76 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:28:46.894790 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11 req-019fd76a-c970-4189-9552-48b08bdd827c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=763cb968-a326-4989-b036-296e6a5ecbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347495 Dec 09 11:28:46.894988 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'status': 'completed', 'code': 200} Dec 09 11:28:46.919237 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-dbe20866-49b9-4430-8477-9d8e0883df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:46.925187 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-dbe20866-49b9-4430-8477-9d8e0883df97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 1097 time: 0.1220882 Dec 09 11:28:47.010224 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-6f328ad3-a3ba-486d-9b13-76ff48293739 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac HTTP/1.1" status: 200 len: 217 time: 0.0672910 Dec 09 11:28:47.130093 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-956f4acf-afac-4179-a01b-ff9dd5fc741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:47.135102 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-956f4acf-afac-4179-a01b-ff9dd5fc741a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.1137638 Dec 09 11:28:47.217314 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-d69c9f29-1523-4aab-b08e-d0ba000448f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:47.219259 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-d69c9f29-1523-4aab-b08e-d0ba000448f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779977 Dec 09 11:28:47.238247 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d2871-601f-4e0e-acb5-9fb230c2062b req-0112e9b9-3daa-4102-bba9-d4620eda8049 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:47.239870 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae4d2871-601f-4e0e-acb5-9fb230c2062b req-0112e9b9-3daa-4102-bba9-d4620eda8049 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 943 time: 0.2518127 Dec 09 11:28:47.270122 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538b421-1a71-4c52-9bcf-a4b8c017b760 req-34f4be07-b10d-496c-ba39-0a9e001a598d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:47.271666 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3538b421-1a71-4c52-9bcf-a4b8c017b760 req-34f4be07-b10d-496c-ba39-0a9e001a598d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 944 time: 0.1787362 Dec 09 11:28:47.280630 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11 req-ac450dc3-6301-47ef-bc9f-c36a0387b399 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764791 Dec 09 11:28:47.385173 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-26c50a12-bd30-4e9e-8088-48199ef83de2 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567001 Dec 09 11:28:47.398560 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae4d2871-601f-4e0e-acb5-9fb230c2062b req-74e2cad6-df95-43a7-9bb1-29322dd0cce0 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501222 Dec 09 11:28:47.426854 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3538b421-1a71-4c52-9bcf-a4b8c017b760 req-1ef76e60-1890-4767-b903-c00fad7b04b9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433899 Dec 09 11:28:47.499484 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 4fc1e8ff-7e34-470f-b6aa-30145624da89 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:28:47.500036 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39cb3fdc-49d8-4f9f-884a-7f2f3803ca11 req-f198aa27-d51c-43a1-b693-a9d0ac7df199 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078929 Dec 09 11:28:47.509380 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45434) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:47.553425 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e56c577c-1f7f-40a1-b979-39bd6288e3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:47.553746 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4038e0f3-4c57-4ad7-a01f-63d2f075322b req-103dff78-635f-4c22-830b-e42bb5dcd92d service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591704 Dec 09 11:28:47.675738 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d9e48-aaef-4860-af09-2cdac6db21e2 req-b80f7946-36e6-48c7-a64a-ae39553fba8a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:47.678495 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-570d9e48-aaef-4860-af09-2cdac6db21e2 req-b80f7946-36e6-48c7-a64a-ae39553fba8a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1462774 Dec 09 11:28:47.681815 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 4fc1e8ff-7e34-470f-b6aa-30145624da89, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4fc1e8ff-7e34-470f-b6aa-30145624da89,segment=NetworkSegment(360f9b1d-7a0f-4cca-8ce2-70d6dd999726),segment_id=360f9b1d-7a0f-4cca-8ce2-70d6dd999726)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:47.701991 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '4fc1e8ff-7e34-470f-b6aa-30145624da89', 'network_id': '6b83f5ba-b608-4e52-b3dc-02d1f013c2d2', 'port_id': '4fc1e8ff-7e34-470f-b6aa-30145624da89', 'mac_address': 'fa:16:3e:1d:2b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f4b424-6ca4-49b4-a38e-4d413f88af7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:28:47.776577 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:47.780090 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123268-518f-4eef-9765-8e6e3ec9793d req-86f43385-a6f4-48a6-931e-9368cb436736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:47.781917 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35123268-518f-4eef-9765-8e6e3ec9793d req-86f43385-a6f4-48a6-931e-9368cb436736 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 1097 time: 0.1113179 Dec 09 11:28:47.792413 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-570d9e48-aaef-4860-af09-2cdac6db21e2 req-f1d6f852-69e6-4be8-b557-56268d9f5e44 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928710 Dec 09 11:28:47.801401 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc1e8ff-7e34-470f-b6aa-30145624da89 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:28:47.825935 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e56c577c-1f7f-40a1-b979-39bd6288e3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:47.830175 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e56c577c-1f7f-40a1-b979-39bd6288e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:47.862895 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 4fc1e8ff-7e34-470f-b6aa-30145624da89, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4fc1e8ff-7e34-470f-b6aa-30145624da89,segment=NetworkSegment(360f9b1d-7a0f-4cca-8ce2-70d6dd999726),segment_id=360f9b1d-7a0f-4cca-8ce2-70d6dd999726)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:47.866885 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:47.868860 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 89bed58f-7ef1-4744-b138-17d1d5a4267f details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:28:47.894567 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e56c577c-1f7f-40a1-b979-39bd6288e3c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=834cdaa637db479ea94e77eccd2f2dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840568 Dec 09 11:28:47.897815 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45448) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:47.908239 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c577c-1f7f-40a1-b979-39bd6288e3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc34e5b4-3792-4cd9-bb44-86cb2cf1ca26,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:47.997992 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.db.resource_extend [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 11:28:48.040673 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0838087a-aaf3-4700-9036-27b670fe840a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:48.059015 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123268-518f-4eef-9765-8e6e3ec9793d req-0b555cf9-ddfa-4b98-bb5a-5464a0be839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:48.059537 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35123268-518f-4eef-9765-8e6e3ec9793d req-0b555cf9-ddfa-4b98-bb5a-5464a0be839c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 917 time: 0.2694843 Dec 09 11:28:48.101704 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0838087a-aaf3-4700-9036-27b670fe840a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:48.113263 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=4fc1e8ff-7e34-470f-b6aa-30145624da89,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:48.132035 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 89bed58f-7ef1-4744-b138-17d1d5a4267f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:48.140128 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35123268-518f-4eef-9765-8e6e3ec9793d req-8e2b4844-ece1-458f-b897-4abea418eb67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac HTTP/1.1" status: 200 len: 217 time: 0.0673091 Dec 09 11:28:48.157780 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '89bed58f-7ef1-4744-b138-17d1d5a4267f', 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3', 'port_id': '89bed58f-7ef1-4744-b138-17d1d5a4267f', 'mac_address': 'fa:16:3e:57:4b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbbe239-8a95-46fb-b7b3-df21c0eb24ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:28:48.191062 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0838087a-aaf3-4700-9036-27b670fe840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:48.194390 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0838087a-aaf3-4700-9036-27b670fe840a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:48.197168 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-0838087a-aaf3-4700-9036-27b670fe840a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc34e5b4-3792-4cd9-bb44-86cb2cf1ca26 HTTP/1.1" status: 204 len: 168 time: 0.2980077 Dec 09 11:28:48.205678 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:48.209635 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838087a-aaf3-4700-9036-27b670fe840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc34e5b4-3792-4cd9-bb44-86cb2cf1ca26,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:48.226667 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bed58f-7ef1-4744-b138-17d1d5a4267f {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:28:48.229831 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123268-518f-4eef-9765-8e6e3ec9793d req-3e2f5068-bf41-4a82-97c6-e9f065faf835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:48.233079 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35123268-518f-4eef-9765-8e6e3ec9793d req-3e2f5068-bf41-4a82-97c6-e9f065faf835 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.0820677 Dec 09 11:28:48.259901 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 89bed58f-7ef1-4744-b138-17d1d5a4267f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:48.266763 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:48.267439 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device fbbc482d-8752-4b62-b72b-364a66483217 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:28:48.358030 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port fbbc482d-8752-4b62-b72b-364a66483217, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fbbc482d-8752-4b62-b72b-364a66483217,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:48.361419 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=89bed58f-7ef1-4744-b138-17d1d5a4267f,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:48.396277 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': 'fbbc482d-8752-4b62-b72b-364a66483217', 'network_id': '763cb968-a326-4989-b036-296e6a5ecbf3', 'port_id': 'fbbc482d-8752-4b62-b72b-364a66483217', 'mac_address': 'fa:16:3e:70:55:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbbe239-8a95-46fb-b7b3-df21c0eb24ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:28:48.451774 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:48.470179 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbc482d-8752-4b62-b72b-364a66483217 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:28:48.498296 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port fbbc482d-8752-4b62-b72b-364a66483217, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fbbc482d-8752-4b62-b72b-364a66483217,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:48.504184 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:48.572835 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123268-518f-4eef-9765-8e6e3ec9793d req-f74df876-5c4a-4c46-8cf4-678f38d94e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:48.574946 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35123268-518f-4eef-9765-8e6e3ec9793d req-f74df876-5c4a-4c46-8cf4-678f38d94e15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3342068 Dec 09 11:28:48.582650 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e3b6-b8d8-4f15-bb3a-b92a41a6493b req-56216f9c-07cd-41fd-aae4-d4ed80c4c423 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:48.588573 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=fbbc482d-8752-4b62-b72b-364a66483217,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:48.591998 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1425e3b6-b8d8-4f15-bb3a-b92a41a6493b req-56216f9c-07cd-41fd-aae4-d4ed80c4c423 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 944 time: 0.0979767 Dec 09 11:28:48.684451 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cfed2-ef8f-4a0e-adbf-4530ded6e7c4 req-07dd626c-dd8c-4a0e-86f7-fe836f3880d2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:48.685957 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c06cfed2-ef8f-4a0e-adbf-4530ded6e7c4 req-07dd626c-dd8c-4a0e-86f7-fe836f3880d2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.1205873 Dec 09 11:28:48.696260 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35123268-518f-4eef-9765-8e6e3ec9793d req-0e113504-aae6-44fa-9482-e4596d2b532b service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108665 Dec 09 11:28:48.727137 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1425e3b6-b8d8-4f15-bb3a-b92a41a6493b req-cdc41fc4-f79b-4aed-ad1e-94358c30a90d tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293013 Dec 09 11:28:48.775300 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c06cfed2-ef8f-4a0e-adbf-4530ded6e7c4 req-6a687111-7a7b-4b0e-9136-8f391adb2503 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834739 Dec 09 11:28:48.811492 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35123268-518f-4eef-9765-8e6e3ec9793d req-a447d569-0acb-4815-9dff-6897eafa1e10 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064646 Dec 09 11:28:48.938637 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f00a4-96e3-4065-bc5b-b97caed3ea03 req-4a8fac9b-e119-445d-9e0f-7d733e5e29da tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:48.943207 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-697f00a4-96e3-4065-bc5b-b97caed3ea03 req-4a8fac9b-e119-445d-9e0f-7d733e5e29da tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0602956 Dec 09 11:28:48.992775 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-697f00a4-96e3-4065-bc5b-b97caed3ea03 req-16a91fce-1750-4a3f-807f-4e296f9aee94 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485103 Dec 09 11:28:49.839688 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4550bff-9d06-4687-93fd-0eccbaeb35d4 req-2ff3e529-56e4-47ea-87cd-b722d89ce434 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:49.841136 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4550bff-9d06-4687-93fd-0eccbaeb35d4 req-2ff3e529-56e4-47ea-87cd-b722d89ce434 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 944 time: 0.0534024 Dec 09 11:28:49.915937 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4550bff-9d06-4687-93fd-0eccbaeb35d4 req-49314ee1-8eb9-4ee9-a774-0f91ed6f4506 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688546 Dec 09 11:28:49.926219 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b652ad-1bbf-4604-9b31-2227b40aacdf req-13e7c893-b39d-4634-8f37-5849d068c006 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:49.927887 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e5b652ad-1bbf-4604-9b31-2227b40aacdf req-13e7c893-b39d-4634-8f37-5849d068c006 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.0789332 Dec 09 11:28:49.974440 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e5b652ad-1bbf-4604-9b31-2227b40aacdf req-43fd515f-47c9-473b-976c-69afbcb10e9c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 Dec 09 11:28:50.108685 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6951cb-24d7-453f-90ff-d466cd3ad73c req-8850c19e-acfa-4095-af56-0bf2c4e043af tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:50.110095 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6e6951cb-24d7-453f-90ff-d466cd3ad73c req-8850c19e-acfa-4095-af56-0bf2c4e043af tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0477395 Dec 09 11:28:50.159241 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6e6951cb-24d7-453f-90ff-d466cd3ad73c req-421b76c2-e691-45f5-a070-ac373321ed48 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432401 Dec 09 11:28:51.029043 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46925afb-3753-45c9-947b-4160b2c31779 req-c89b963e-74c0-448f-b231-3f8f3d141bd7 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:51.030500 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46925afb-3753-45c9-947b-4160b2c31779 req-c89b963e-74c0-448f-b231-3f8f3d141bd7 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 944 time: 0.0481851 Dec 09 11:28:51.104192 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46925afb-3753-45c9-947b-4160b2c31779 req-0c625152-4d50-4223-9ba2-ff3fb4134b8d tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674443 Dec 09 11:28:51.116171 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c8060-f3e9-4994-8225-533efa12764f req-613d86b4-0dea-4bfa-b68e-c1be7f490e10 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:51.117683 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-187c8060-f3e9-4994-8225-533efa12764f req-613d86b4-0dea-4bfa-b68e-c1be7f490e10 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.0752568 Dec 09 11:28:51.163480 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-187c8060-f3e9-4994-8225-533efa12764f req-530d7331-388c-4675-9aaa-d01001ac8ff3 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398483 Dec 09 11:28:51.282658 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f9555-2fd4-4efd-ada0-71e8d25abd9f req-07dff4c1-a494-4580-b0e9-37f884c12dc9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:51.284101 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-996f9555-2fd4-4efd-ada0-71e8d25abd9f req-07dff4c1-a494-4580-b0e9-37f884c12dc9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0509319 Dec 09 11:28:51.332111 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-996f9555-2fd4-4efd-ada0-71e8d25abd9f req-ed6563ee-7261-4dfa-b7e6-7b89512ece5d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412407 Dec 09 11:28:51.660122 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 32bfbc54-1294-4e3c-8552-3977662ea6ac details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:28:51.805483 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:51.819214 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'port_id': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'mac_address': 'fa:16:3e:2b:46:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:28:51.862802 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:51.876900 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bfbc54-1294-4e3c-8552-3977662ea6ac {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:28:51.907385 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:51.907385 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:51.952110 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:52.004971 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['4fc1e8ff-7e34-470f-b6aa-30145624da89'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:28:52.024179 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['fbbc482d-8752-4b62-b72b-364a66483217'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:28:52.052138 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['89bed58f-7ef1-4744-b138-17d1d5a4267f'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:28:52.221999 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071abd5-ace3-488c-99f5-07363aaed2cb req-90d1d8fb-54af-4514-8106-27c0efa289f7 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:52.224158 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0071abd5-ace3-488c-99f5-07363aaed2cb req-90d1d8fb-54af-4514-8106-27c0efa289f7 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 944 time: 0.0523932 Dec 09 11:28:52.256375 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['32bfbc54-1294-4e3c-8552-3977662ea6ac'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:28:52.326143 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe75a2-75cd-4218-bd15-c83488cc8434 req-6cad3d31-df63-4b49-9d44-83faff174fa8 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:52.327674 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1cfe75a2-75cd-4218-bd15-c83488cc8434 req-6cad3d31-df63-4b49-9d44-83faff174fa8 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.0864797 Dec 09 11:28:52.347089 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0071abd5-ace3-488c-99f5-07363aaed2cb req-5382f555-84ca-4148-8162-f6eea23f634e tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103165 Dec 09 11:28:52.436972 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1cfe75a2-75cd-4218-bd15-c83488cc8434 req-9cb4f07f-c454-451c-b088-a8ff639d6b97 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874131 Dec 09 11:28:52.481347 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04204d32-cf1d-4604-84ab-1b2ab64832b6 req-a59ff5a8-7d1e-4c36-a432-07f8410e9c9e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:52.482889 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-04204d32-cf1d-4604-84ab-1b2ab64832b6 req-a59ff5a8-7d1e-4c36-a432-07f8410e9c9e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0636952 Dec 09 11:28:52.529586 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-04204d32-cf1d-4604-84ab-1b2ab64832b6 req-aeb84b5f-7697-437d-8fa0-fa7008f2a475 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 Dec 09 11:28:53.157247 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45616) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:53.261709 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5cad0736-5074-48db-b774-ed181bae50a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:53.337581 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5cad0736-5074-48db-b774-ed181bae50a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:53.340849 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5cad0736-5074-48db-b774-ed181bae50a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:53.376418 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad0736-5074-48db-b774-ed181bae50a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39585d81-0b4f-45af-994b-6cebd12d35b9,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:53.380503 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5cad0736-5074-48db-b774-ed181bae50a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9104a04d2aac436e840411773497f63d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222984 Dec 09 11:28:53.383610 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45622) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:53.434207 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53ad0dee-51e0-4f6c-873a-b16ca1415ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:53.456314 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53ad0dee-51e0-4f6c-873a-b16ca1415ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:53.457632 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0f55f-e4d2-4501-9c41-3400c21f6cbc req-665b3a58-284a-4871-bb2a-461cf837934e tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:53.459109 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39c0f55f-e4d2-4501-9c41-3400c21f6cbc req-665b3a58-284a-4871-bb2a-461cf837934e tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 944 time: 0.0539370 Dec 09 11:28:53.515840 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53ad0dee-51e0-4f6c-873a-b16ca1415ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:53.519176 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53ad0dee-51e0-4f6c-873a-b16ca1415ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:53.520718 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-53ad0dee-51e0-4f6c-873a-b16ca1415ca4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39585d81-0b4f-45af-994b-6cebd12d35b9 HTTP/1.1" status: 204 len: 168 time: 0.1360362 Dec 09 11:28:53.531616 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad0dee-51e0-4f6c-873a-b16ca1415ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39585d81-0b4f-45af-994b-6cebd12d35b9,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:53.545792 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39c0f55f-e4d2-4501-9c41-3400c21f6cbc req-45ec4266-c207-4743-a15a-a4547f29dc4a tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741460 Dec 09 11:28:53.604208 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003c65e-e500-413a-ac86-9d593b6f6d43 req-d95ff552-731b-470b-b7dd-b0d3616f49fd tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:53.607097 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5003c65e-e500-413a-ac86-9d593b6f6d43 req-d95ff552-731b-470b-b7dd-b0d3616f49fd tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.0593019 Dec 09 11:28:53.693621 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5003c65e-e500-413a-ac86-9d593b6f6d43 req-382547f2-951a-4e4a-b967-18244bd0c8d3 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792844 Dec 09 11:28:53.710892 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999b2d8-bf60-4b2c-9f71-791efaa790da req-c5bf1888-5ca8-4d9e-8089-c438d734332a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:53.713307 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1999b2d8-bf60-4b2c-9f71-791efaa790da req-c5bf1888-5ca8-4d9e-8089-c438d734332a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0789402 Dec 09 11:28:53.770441 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1999b2d8-bf60-4b2c-9f71-791efaa790da req-22696e71-096d-4209-b806-7b0bc8e80a47 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512295 Dec 09 11:28:53.853139 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d9f48bfa-5c56-417a-937b-9c9660f08c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:53.915094 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45648) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:53.928320 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-935a294f-6dab-461a-9c9d-94013b5ed71d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:54.010435 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-935a294f-6dab-461a-9c9d-94013b5ed71d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:54.014361 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-935a294f-6dab-461a-9c9d-94013b5ed71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:54.052613 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-935a294f-6dab-461a-9c9d-94013b5ed71d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f4c81a2dde14008805f46d50380f3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364431 Dec 09 11:28:54.053548 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a294f-6dab-461a-9c9d-94013b5ed71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1323e1-ffcd-4162-be3e-47632cdbd799,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:54.055532 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45654) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:54.103465 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35baa6bc-4ca6-4632-b24e-ea527898b617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:54.123795 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35baa6bc-4ca6-4632-b24e-ea527898b617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:54.168560 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35baa6bc-4ca6-4632-b24e-ea527898b617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:54.171061 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35baa6bc-4ca6-4632-b24e-ea527898b617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:54.172180 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-35baa6bc-4ca6-4632-b24e-ea527898b617 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c1323e1-ffcd-4162-be3e-47632cdbd799 HTTP/1.1" status: 204 len: 168 time: 0.1145730 Dec 09 11:28:54.180154 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baa6bc-4ca6-4632-b24e-ea527898b617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1323e1-ffcd-4162-be3e-47632cdbd799,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:54.675492 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3e120-19a2-49e1-9720-f67dea2cb267 req-78cf4cbf-6eac-47f8-b741-7e76221b25cc tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:54.676951 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cd3e120-19a2-49e1-9720-f67dea2cb267 req-78cf4cbf-6eac-47f8-b741-7e76221b25cc tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 944 time: 0.0523202 Dec 09 11:28:54.730657 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3cd3e120-19a2-49e1-9720-f67dea2cb267 req-9974e3a0-c427-4e0a-a14d-4dee70b017ed tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471630 Dec 09 11:28:54.814238 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766674-c360-4567-a8f1-21341c70e44a req-8ba11a32-0a65-40e2-80bd-92febe0a5530 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:54.815839 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f766674-c360-4567-a8f1-21341c70e44a req-8ba11a32-0a65-40e2-80bd-92febe0a5530 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.0498075 Dec 09 11:28:54.894507 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f766674-c360-4567-a8f1-21341c70e44a req-685e540c-7fc5-420d-9d3f-5dc80cb1f403 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720425 Dec 09 11:28:54.917137 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee92772-9fc0-4eff-a76a-af4af729323b req-093a9058-3d5a-4f60-aab2-2bf89c2ccf61 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:54.918578 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ee92772-9fc0-4eff-a76a-af4af729323b req-093a9058-3d5a-4f60-aab2-2bf89c2ccf61 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0639336 Dec 09 11:28:54.971780 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ee92772-9fc0-4eff-a76a-af4af729323b req-a0dd2dc0-e1c2-48b8-b946-5a0957067cd4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472112 Dec 09 11:28:55.853544 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87382a9d-ca36-45ee-8111-7eb2c8e9bef4 req-5ac87c4f-2922-48e4-823c-63bfd92ea756 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:55.856117 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-87382a9d-ca36-45ee-8111-7eb2c8e9bef4 req-5ac87c4f-2922-48e4-823c-63bfd92ea756 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 944 time: 0.0517972 Dec 09 11:28:55.910501 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-87382a9d-ca36-45ee-8111-7eb2c8e9bef4 req-5ad22cbf-dedc-42ad-b4d0-8a3071a821c5 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488026 Dec 09 11:28:56.025120 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cb5b2-d952-46e4-868a-1911ab26693e req-a4a46f21-e25e-430c-b2ae-97f9f3ae8c86 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:56.026924 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f1cb5b2-d952-46e4-868a-1911ab26693e req-a4a46f21-e25e-430c-b2ae-97f9f3ae8c86 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.0579679 Dec 09 11:28:56.051413 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-269070ae-0d2d-4033-8aba-0faff27e2038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.122153 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f1cb5b2-d952-46e4-868a-1911ab26693e req-56d040e6-eeae-4e69-868e-3dcc47076f79 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805085 Dec 09 11:28:56.144546 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd928890-17ae-4b58-921f-014413831c00 req-947845b5-d674-4a4b-b156-2626f427c750 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:56.146045 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bd928890-17ae-4b58-921f-014413831c00 req-947845b5-d674-4a4b-b156-2626f427c750 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0629070 Dec 09 11:28:56.166123 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45762) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:56.197418 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bd928890-17ae-4b58-921f-014413831c00 req-5b12a795-5f53-4395-ad20-8a9b6def4418 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445664 Dec 09 11:28:56.269914 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1493dbb6-97ed-449f-9d68-b4ad8523042a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.344892 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1493dbb6-97ed-449f-9d68-b4ad8523042a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.348822 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1493dbb6-97ed-449f-9d68-b4ad8523042a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.387177 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1493dbb6-97ed-449f-9d68-b4ad8523042a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a602f0f124ee42e7b7cb7e0cb8c0ea1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199211 Dec 09 11:28:56.388024 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493dbb6-97ed-449f-9d68-b4ad8523042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98df9b58-787e-4d24-8365-176a4dd90094,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:56.390220 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45768) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:56.449971 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0f6055b3-7a1a-4fa7-bcf6-ba6a581730a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.470851 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0f6055b3-7a1a-4fa7-bcf6-ba6a581730a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.514501 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0f6055b3-7a1a-4fa7-bcf6-ba6a581730a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.517497 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0f6055b3-7a1a-4fa7-bcf6-ba6a581730a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.518736 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-0f6055b3-7a1a-4fa7-bcf6-ba6a581730a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98df9b58-787e-4d24-8365-176a4dd90094 HTTP/1.1" status: 204 len: 168 time: 0.1274726 Dec 09 11:28:56.526371 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6055b3-7a1a-4fa7-bcf6-ba6a581730a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98df9b58-787e-4d24-8365-176a4dd90094,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:56.784956 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45774) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:56.797778 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f79cfde3-5465-49d5-ae34-fba1dfdb127d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.872830 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f79cfde3-5465-49d5-ae34-fba1dfdb127d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.877610 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f79cfde3-5465-49d5-ae34-fba1dfdb127d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.923344 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f79cfde3-5465-49d5-ae34-fba1dfdb127d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=977bff4d30dd4a9ab8ed104385907e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347773 Dec 09 11:28:56.923344 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cfde3-5465-49d5-ae34-fba1dfdb127d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a110af2-e234-4562-8bf9-ab89768b5c9d,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:56.924137 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45778) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:56.943999 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:56.979063 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffe87-a234-41f2-a6a4-d7f7ccc724a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:57.028188 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffe87-a234-41f2-a6a4-d7f7ccc724a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:57.070105 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50ed9c-1cab-4af4-9537-d086c1b850c1 req-4e9d855c-87ce-4624-bf36-6d479cd523b4 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:57.071786 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6f50ed9c-1cab-4af4-9537-d086c1b850c1 req-4e9d855c-87ce-4624-bf36-6d479cd523b4 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 944 time: 0.0899923 Dec 09 11:28:57.103761 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffe87-a234-41f2-a6a4-d7f7ccc724a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:57.106321 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffe87-a234-41f2-a6a4-d7f7ccc724a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:57.107494 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2d0ffe87-a234-41f2-a6a4-d7f7ccc724a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a110af2-e234-4562-8bf9-ab89768b5c9d HTTP/1.1" status: 204 len: 168 time: 0.1818445 Dec 09 11:28:57.129058 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ffe87-a234-41f2-a6a4-d7f7ccc724a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a110af2-e234-4562-8bf9-ab89768b5c9d,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:57.137759 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6f50ed9c-1cab-4af4-9537-d086c1b850c1 req-f2da51c3-9d04-4437-bb87-1ac17e53ee83 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585234 Dec 09 11:28:57.331442 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f5205-8044-457d-9648-f44d67d9a21e req-97e65326-a9ca-4d68-940f-1b267f264675 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:57.332888 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d33f5205-8044-457d-9648-f44d67d9a21e req-97e65326-a9ca-4d68-940f-1b267f264675 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.0888131 Dec 09 11:28:57.371042 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633e0a1-bdd5-4685-b6f2-b3faf549b97f req-a10368eb-7b89-442d-8625-4cd67baea434 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:57.372670 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e633e0a1-bdd5-4685-b6f2-b3faf549b97f req-a10368eb-7b89-442d-8625-4cd67baea434 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0875971 Dec 09 11:28:57.573840 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d33f5205-8044-457d-9648-f44d67d9a21e req-b8bafe24-7027-4b05-b356-a45852d63c8e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314086 Dec 09 11:28:57.606275 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e633e0a1-bdd5-4685-b6f2-b3faf549b97f req-e83e6cdd-2f1b-4c44-ad02-faf3f2049b5a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210515 Dec 09 11:28:58.293559 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3975a73-3750-4f6f-92da-636a79986924 req-efec148d-a621-4ebe-876c-23b1e5a7f3cc tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:58.295042 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e3975a73-3750-4f6f-92da-636a79986924 req-efec148d-a621-4ebe-876c-23b1e5a7f3cc tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 944 time: 0.0492949 Dec 09 11:28:58.327358 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 45860) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:58.346312 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e3975a73-3750-4f6f-92da-636a79986924 req-24e62f88-2743-4b4f-9e84-f0ed457a4b97 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 Dec 09 11:28:58.438794 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2666a66f-3ceb-4c98-8ed1-72152b88ae25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:58.511869 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2666a66f-3ceb-4c98-8ed1-72152b88ae25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:58.516673 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2666a66f-3ceb-4c98-8ed1-72152b88ae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:58.557230 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2666a66f-3ceb-4c98-8ed1-72152b88ae25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57ec976f404048549a7dfe42dcf95645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259409 Dec 09 11:28:58.557230 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666a66f-3ceb-4c98-8ed1-72152b88ae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cced8a4c-ba16-418c-adc9-f34aed50add9,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:58.557737 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 45866) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:28:58.583888 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:58.612013 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19e06fbd-0ecd-44cc-8ece-49de336e2cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:58.633737 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19e06fbd-0ecd-44cc-8ece-49de336e2cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:58.736811 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71223bb-6a8d-48b4-8575-d0432f21950b req-cd5443bd-3c2f-4cae-8af2-ec1f8b426711 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:58.738275 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d71223bb-6a8d-48b4-8575-d0432f21950b req-cd5443bd-3c2f-4cae-8af2-ec1f8b426711 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.0895932 Dec 09 11:28:58.753506 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19e06fbd-0ecd-44cc-8ece-49de336e2cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:58.756029 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19e06fbd-0ecd-44cc-8ece-49de336e2cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:58.757121 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-19e06fbd-0ecd-44cc-8ece-49de336e2cee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cced8a4c-ba16-418c-adc9-f34aed50add9 HTTP/1.1" status: 204 len: 168 time: 0.1982903 Dec 09 11:28:58.774598 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a53d4-abdb-4dda-bc74-be555d7178bb req-c0d30703-f0dd-42db-b09e-998302a8a3ed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:58.776071 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-609a53d4-abdb-4dda-bc74-be555d7178bb req-c0d30703-f0dd-42db-b09e-998302a8a3ed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0835638 Dec 09 11:28:58.785449 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e06fbd-0ecd-44cc-8ece-49de336e2cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cced8a4c-ba16-418c-adc9-f34aed50add9,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:28:58.837736 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d71223bb-6a8d-48b4-8575-d0432f21950b req-207cc124-29bd-415c-b681-ae7f80adbf3c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914257 Dec 09 11:28:58.863042 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-609a53d4-abdb-4dda-bc74-be555d7178bb req-235efa3c-146b-4797-bbbe-cf44753ecf8b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770125 Dec 09 11:28:59.459775 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3eff8-5d7b-41d9-ae91-7fc984292a3a req-48d8372a-6e83-46c5-a852-48cba053d817 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:28:59.461504 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ad3eff8-5d7b-41d9-ae91-7fc984292a3a req-48d8372a-6e83-46c5-a852-48cba053d817 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 944 time: 0.0483916 Dec 09 11:28:59.509860 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ad3eff8-5d7b-41d9-ae91-7fc984292a3a req-9bf35c42-9581-4abc-8098-fe5023ddf5b1 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 Dec 09 11:28:59.595787 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:59.701592 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 4fc1e8ff-7e34-470f-b6aa-30145624da89 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:28:59.751517 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 4fc1e8ff-7e34-470f-b6aa-30145624da89 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:28:59.756014 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 4fc1e8ff-7e34-470f-b6aa-30145624da89 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:28:59.756469 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:59.846199 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:59.875736 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef936d3e-70a3-4338-a0d5-9444736dd4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc1e8ff-7e34-470f-b6aa-30145624da89'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:28:59.979440 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 4fc1e8ff-7e34-470f-b6aa-30145624da89, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4fc1e8ff-7e34-470f-b6aa-30145624da89,segment=NetworkSegment(360f9b1d-7a0f-4cca-8ce2-70d6dd999726),segment_id=360f9b1d-7a0f-4cca-8ce2-70d6dd999726)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:28:59.987141 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:28:59.988071 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 89bed58f-7ef1-4744-b138-17d1d5a4267f up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:29:00.073253 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232b482-867d-44d7-9f7b-f4f937ff64a5 req-9c38ce71-87db-4004-b286-c9b12e786f73 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:00.074902 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6232b482-867d-44d7-9f7b-f4f937ff64a5 req-9c38ce71-87db-4004-b286-c9b12e786f73 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.1354463 Dec 09 11:29:00.083908 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc85b8-5712-4822-8519-06a8ee681678 req-9af175d7-fe85-4be0-865d-64394b9a7ca2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:00.085837 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4ebc85b8-5712-4822-8519-06a8ee681678 req-9af175d7-fe85-4be0-865d-64394b9a7ca2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.1305547 Dec 09 11:29:00.156410 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109183ce-fd5a-43f0-8a93-c6e166e1dc0f" -d '{"events": [{"server_uuid": "ef936d3e-70a3-4338-a0d5-9444736dd4c5", "name": "network-vif-plugged", "status": "completed", "tag": "4fc1e8ff-7e34-470f-b6aa-30145624da89"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:29:00.163361 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6232b482-867d-44d7-9f7b-f4f937ff64a5 req-baac7026-ad4e-4122-9919-39df2ee4cd16 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762005 Dec 09 11:29:00.168141 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4ebc85b8-5712-4822-8519-06a8ee681678 req-b2e21c5b-92d6-4852-89ad-d0a68920b023 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740116 Dec 09 11:29:00.220146 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=4fc1e8ff-7e34-470f-b6aa-30145624da89,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:00.229686 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 89bed58f-7ef1-4744-b138-17d1d5a4267f completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:29:00.234068 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 89bed58f-7ef1-4744-b138-17d1d5a4267f triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:29:00.234446 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:00.281485 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a09116-7661-4f96-ba30-a3a34de39d97 x-openstack-request-id: req-d6a09116-7661-4f96-ba30-a3a34de39d97 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:29:00.281841 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef936d3e-70a3-4338-a0d5-9444736dd4c5", "name": "network-vif-plugged", "status": "completed", "tag": "4fc1e8ff-7e34-470f-b6aa-30145624da89", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:29:00.282102 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6a09116-7661-4f96-ba30-a3a34de39d97 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:29:00.282545 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef936d3e-70a3-4338-a0d5-9444736dd4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc1e8ff-7e34-470f-b6aa-30145624da89', 'code': 200} Dec 09 11:29:00.323542 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:00.355681 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 89bed58f-7ef1-4744-b138-17d1d5a4267f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:29:00.359336 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:00.406516 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=89bed58f-7ef1-4744-b138-17d1d5a4267f,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:00.624006 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e667fee-48c8-4071-93cc-3a0e623eb0d2 req-1c3cf570-79d3-4bde-a6b5-59e8536d216f tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:00.625517 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e667fee-48c8-4071-93cc-3a0e623eb0d2 req-1c3cf570-79d3-4bde-a6b5-59e8536d216f tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0497677 Dec 09 11:29:00.672180 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e667fee-48c8-4071-93cc-3a0e623eb0d2 req-77793d94-3a20-4572-bc0e-b06f1b115a7c tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Dec 09 11:29:01.308380 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c845bd-32d1-4352-995a-9c648f0e3523 req-1cba21cc-c399-47e5-bd6f-3930f2617b7b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:01.309813 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-21c845bd-32d1-4352-995a-9c648f0e3523 req-1cba21cc-c399-47e5-bd6f-3930f2617b7b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.0790226 Dec 09 11:29:01.322030 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e554e2-6f85-498d-abc0-6dbf681bfc75 req-9cee351a-8eda-4a40-b062-ede5c889b274 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:01.323497 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-34e554e2-6f85-498d-abc0-6dbf681bfc75 req-9cee351a-8eda-4a40-b062-ede5c889b274 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0681338 Dec 09 11:29:01.395305 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-21c845bd-32d1-4352-995a-9c648f0e3523 req-52db70e3-4503-49af-bd0f-c4b7881ea5e1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708306 Dec 09 11:29:01.398761 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-34e554e2-6f85-498d-abc0-6dbf681bfc75 req-34e17ac5-e749-45a9-a86b-29b9f6ac2d8c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687835 Dec 09 11:29:01.783639 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7066ca4-8449-46a4-ac5b-00648bb88152 req-468d04bd-b490-4f37-a941-28697c24cd16 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:01.785096 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e7066ca4-8449-46a4-ac5b-00648bb88152 req-468d04bd-b490-4f37-a941-28697c24cd16 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0471578 Dec 09 11:29:01.834291 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e7066ca4-8449-46a4-ac5b-00648bb88152 req-a99a90eb-4b89-4269-93a8-85938e26ff4c tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424974 Dec 09 11:29:02.283337 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fd2e96-ec4b-43a8-8786-c2dea90843bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bed58f-7ef1-4744-b138-17d1d5a4267f'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:29:02.285609 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7a4747-8322-44b5-93bc-6b03d55b1f6d" -d '{"events": [{"server_uuid": "62fd2e96-ec4b-43a8-8786-c2dea90843bd", "name": "network-vif-plugged", "status": "completed", "tag": "89bed58f-7ef1-4744-b138-17d1d5a4267f"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:29:02.320261 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8446fe74-fa2c-43fb-8ba4-216c1b023083 x-openstack-request-id: req-8446fe74-fa2c-43fb-8ba4-216c1b023083 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:29:02.320580 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fd2e96-ec4b-43a8-8786-c2dea90843bd", "name": "network-vif-plugged", "status": "completed", "tag": "89bed58f-7ef1-4744-b138-17d1d5a4267f", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:29:02.320842 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8446fe74-fa2c-43fb-8ba4-216c1b023083 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:29:02.321241 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fd2e96-ec4b-43a8-8786-c2dea90843bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bed58f-7ef1-4744-b138-17d1d5a4267f', 'code': 200} Dec 09 11:29:02.544553 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914493e2-8fc8-407a-a37d-b8711dce8eb3 req-1f689570-d67a-4653-989b-7ad24cc91210 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:02.545927 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-914493e2-8fc8-407a-a37d-b8711dce8eb3 req-1f689570-d67a-4653-989b-7ad24cc91210 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 945 time: 0.0757051 Dec 09 11:29:02.557823 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df71df0-dce4-4928-aa8e-48df431a39d6 req-a42bf189-5e2a-48c1-aca6-128e82e6c6d5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:02.559208 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8df71df0-dce4-4928-aa8e-48df431a39d6 req-a42bf189-5e2a-48c1-aca6-128e82e6c6d5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0642176 Dec 09 11:29:02.630459 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-914493e2-8fc8-407a-a37d-b8711dce8eb3 req-de225e09-ec78-4e67-8190-af87d25c302b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703051 Dec 09 11:29:02.634953 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8df71df0-dce4-4928-aa8e-48df431a39d6 req-26672b31-4e0b-4de7-8647-70babb94086c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691195 Dec 09 11:29:02.898371 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 32bfbc54-1294-4e3c-8552-3977662ea6ac up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:29:02.953175 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 32bfbc54-1294-4e3c-8552-3977662ea6ac completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:29:02.959529 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 32bfbc54-1294-4e3c-8552-3977662ea6ac triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:29:02.959628 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:02.960219 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c25d50-04c8-452e-a1a5-3b922dd925a4 req-f91b9f21-c909-4e9a-8bf0-300e52a3bef7 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:02.961998 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35c25d50-04c8-452e-a1a5-3b922dd925a4 req-f91b9f21-c909-4e9a-8bf0-300e52a3bef7 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0588498 Dec 09 11:29:03.033486 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35c25d50-04c8-452e-a1a5-3b922dd925a4 req-85535d41-b2c6-4d82-9552-3e0e41e5caf2 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641167 Dec 09 11:29:03.073426 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:03.110369 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:29:03.114756 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:03.115455 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device fbbc482d-8752-4b62-b72b-364a66483217 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:29:03.198839 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:03.205842 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d27dd9-e77d-4c3a-bae4-5978e0b57832 req-a00dd702-3412-441f-b0bd-f4cb6e21d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:03.207591 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90d27dd9-e77d-4c3a-bae4-5978e0b57832 req-a00dd702-3412-441f-b0bd-f4cb6e21d59f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 1098 time: 0.0798693 Dec 09 11:29:03.212109 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port fbbc482d-8752-4b62-b72b-364a66483217 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:29:03.222977 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port fbbc482d-8752-4b62-b72b-364a66483217 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:29:03.223352 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:03.233136 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-90d27dd9-e77d-4c3a-bae4-5978e0b57832 req-b2d855f5-49a2-40bb-b25f-dc0e98abb95a service neutron] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:03.244303 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650a1fe-3fdd-4b15-9963-b46410b2b2b0 req-951886dd-4569-4021-8e32-2ab9a7e0bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:03.245890 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5650a1fe-3fdd-4b15-9963-b46410b2b2b0 req-951886dd-4569-4021-8e32-2ab9a7e0bf1a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1098 time: 0.0783229 Dec 09 11:29:03.267766 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-5650a1fe-3fdd-4b15-9963-b46410b2b2b0 req-a3b4fb01-0699-4eae-aa09-85c268427379 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:03.314189 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:03.321162 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-90d27dd9-e77d-4c3a-bae4-5978e0b57832 req-b2d855f5-49a2-40bb-b25f-dc0e98abb95a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:03.326022 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-90d27dd9-e77d-4c3a-bae4-5978e0b57832 req-b2d855f5-49a2-40bb-b25f-dc0e98abb95a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:03.328470 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.db.api [req-5650a1fe-3fdd-4b15-9963-b46410b2b2b0 req-a3b4fb01-0699-4eae-aa09-85c268427379 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) ecce48dbf5a24abc98df4fd7cdcb9701 {{(pid=102509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 11:29:03.328824 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG oslo_db.api [req-5650a1fe-3fdd-4b15-9963-b46410b2b2b0 req-a3b4fb01-0699-4eae-aa09-85c268427379 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 11:29:03.350415 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port fbbc482d-8752-4b62-b72b-364a66483217, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fbbc482d-8752-4b62-b72b-364a66483217,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:29:03.360484 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:03.374018 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90d27dd9-e77d-4c3a-bae4-5978e0b57832 req-b2d855f5-49a2-40bb-b25f-dc0e98abb95a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574056 Dec 09 11:29:03.374659 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d855f5-49a2-40bb-b25f-dc0e98abb95a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=13aa50ad-0bf1-41be-86d4-ea0e4d93995e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:03.409688 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=fbbc482d-8752-4b62-b72b-364a66483217,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:03.775245 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28dbba-e3c2-4d6c-b732-ca34aba1e325 req-1f8bd9ad-d152-4f1e-99f4-45a8f6a73a8e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:03.776759 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed28dbba-e3c2-4d6c-b732-ca34aba1e325 req-1f8bd9ad-d152-4f1e-99f4-45a8f6a73a8e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0783367 Dec 09 11:29:03.789234 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8957c3a-e97d-4127-a20a-9d3f59f23f0b req-275d06e7-50ca-4323-bb4f-1c9ba8b35704 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:03.790652 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8957c3a-e97d-4127-a20a-9d3f59f23f0b req-275d06e7-50ca-4323-bb4f-1c9ba8b35704 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0794613 Dec 09 11:29:03.832031 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-5650a1fe-3fdd-4b15-9963-b46410b2b2b0 req-a3b4fb01-0699-4eae-aa09-85c268427379 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:03.880751 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed28dbba-e3c2-4d6c-b732-ca34aba1e325 req-bb6345a6-1147-4ba8-a3d9-275866413d33 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885036 Dec 09 11:29:03.885746 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8957c3a-e97d-4127-a20a-9d3f59f23f0b req-64614124-68ff-4402-8a06-3c8a2295f7c9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872145 Dec 09 11:29:03.935873 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5650a1fe-3fdd-4b15-9963-b46410b2b2b0 req-a3b4fb01-0699-4eae-aa09-85c268427379 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6813600 Dec 09 11:29:04.148241 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af4c28-8604-4482-8c5c-ece96e7b84d2 req-dfaa6860-d49c-4607-b378-80738600a33e tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:04.149722 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65af4c28-8604-4482-8c5c-ece96e7b84d2 req-dfaa6860-d49c-4607-b378-80738600a33e tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0476832 Dec 09 11:29:04.196691 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65af4c28-8604-4482-8c5c-ece96e7b84d2 req-d3a6bea1-e7d9-4d5a-8e75-92afa94358d2 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Dec 09 11:29:04.322665 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac'}, {'server_uuid': 'f52d5a72-f459-4d7f-96cc-e55d468036be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc482d-8752-4b62-b72b-364a66483217'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:29:04.325017 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e05954-a517-4c06-bbb2-fd7beb2d4379" -d '{"events": [{"server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "name": "network-vif-plugged", "status": "completed", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac"}, {"server_uuid": "f52d5a72-f459-4d7f-96cc-e55d468036be", "name": "network-vif-plugged", "status": "completed", "tag": "fbbc482d-8752-4b62-b72b-364a66483217"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:29:04.371419 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Dec 2021 11:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020fd9d9-1d3d-48b5-8bc3-49ecac8e3800 x-openstack-request-id: req-020fd9d9-1d3d-48b5-8bc3-49ecac8e3800 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:29:04.371725 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "name": "network-vif-plugged", "status": "completed", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac", "code": 200}, {"server_uuid": "f52d5a72-f459-4d7f-96cc-e55d468036be", "name": "network-vif-plugged", "status": "completed", "tag": "fbbc482d-8752-4b62-b72b-364a66483217", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:29:04.371997 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-020fd9d9-1d3d-48b5-8bc3-49ecac8e3800 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:29:04.372407 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'code': 200} Dec 09 11:29:04.372671 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52d5a72-f459-4d7f-96cc-e55d468036be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbc482d-8752-4b62-b72b-364a66483217', 'code': 200} Dec 09 11:29:05.027844 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a530-5802-4f9f-a8e7-775637b024da req-f082996a-c239-4081-87dd-2c2ea335299e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:05.029276 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8974a530-5802-4f9f-a8e7-775637b024da req-f082996a-c239-4081-87dd-2c2ea335299e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0805709 Dec 09 11:29:05.037135 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b987a-0d3d-4a7c-bc2d-cdec5b3eb4c8 req-1e522c4b-f946-4c53-9b33-215ccf0b1f4b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:05.039286 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-118b987a-0d3d-4a7c-bc2d-cdec5b3eb4c8 req-1e522c4b-f946-4c53-9b33-215ccf0b1f4b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0793362 Dec 09 11:29:05.108201 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8974a530-5802-4f9f-a8e7-775637b024da req-b27ff7da-4afb-4e2a-ac91-b56a71b9865c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679407 Dec 09 11:29:05.112667 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-118b987a-0d3d-4a7c-bc2d-cdec5b3eb4c8 req-7afce9ad-9328-497f-b5a9-9b9a54eb45b6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669413 Dec 09 11:29:05.308246 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9ac90-f07a-405c-8db0-ff9e61dd1bc4 req-9c33c161-c278-4ab0-809b-776f0a882e8a tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:05.309704 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f1b9ac90-f07a-405c-8db0-ff9e61dd1bc4 req-9c33c161-c278-4ab0-809b-776f0a882e8a tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0479560 Dec 09 11:29:05.355307 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f1b9ac90-f07a-405c-8db0-ff9e61dd1bc4 req-b1924779-b1b0-4c94-9576-a9b9bff1ec08 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Dec 09 11:29:06.255245 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb38d5-adb1-4b58-8614-51b5011ff2ba req-eb67d1cf-ce63-4966-ad57-29a089fbe685 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:06.257224 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1dfb38d5-adb1-4b58-8614-51b5011ff2ba req-eb67d1cf-ce63-4966-ad57-29a089fbe685 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0801904 Dec 09 11:29:06.269363 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dbfa7-773d-4e4a-8341-a18712e18d1b req-ac54bd75-3149-49ab-9471-49c87b6dc02f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:06.270740 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a36dbfa7-773d-4e4a-8341-a18712e18d1b req-ac54bd75-3149-49ab-9471-49c87b6dc02f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0645368 Dec 09 11:29:06.339817 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1dfb38d5-adb1-4b58-8614-51b5011ff2ba req-f3537970-0dc1-45d0-91c7-465ed51a8614 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680294 Dec 09 11:29:06.346980 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a36dbfa7-773d-4e4a-8341-a18712e18d1b req-3ad08700-4109-4cd7-af97-6f8dcd2118f9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697124 Dec 09 11:29:06.469296 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2f3a4-1140-4235-b160-9d77397d08dc req-8ad10733-2ad4-4b3c-ac29-2c244d81f02b tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:06.470920 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-19e2f3a4-1140-4235-b160-9d77397d08dc req-8ad10733-2ad4-4b3c-ac29-2c244d81f02b tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0498788 Dec 09 11:29:06.521726 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-19e2f3a4-1140-4235-b160-9d77397d08dc req-21c1e155-3397-4785-8f39-1300284aa646 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 Dec 09 11:29:07.057404 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f6201-722c-495f-a5cf-6b7308d5379c req-aff33827-58b5-4c82-b840-87e671f6f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:07.058938 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dc5f6201-722c-495f-a5cf-6b7308d5379c req-aff33827-58b5-4c82-b840-87e671f6f06d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 1099 time: 0.0398712 Dec 09 11:29:07.074666 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ef13b-e233-4f0c-aeb2-99076f10fbbe req-504c4d88-07bc-473c-aa2b-22a4e66ee016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:07.076201 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d97ef13b-e233-4f0c-aeb2-99076f10fbbe req-504c4d88-07bc-473c-aa2b-22a4e66ee016 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 1099 time: 0.0401187 Dec 09 11:29:07.460973 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b1ec8-ea2c-4bac-a614-e873dd2935ac req-869f6f7b-fb90-4cfc-8ff1-36d0aa9e5738 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:07.462566 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f9b1ec8-ea2c-4bac-a614-e873dd2935ac req-869f6f7b-fb90-4cfc-8ff1-36d0aa9e5738 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0550900 Dec 09 11:29:07.536565 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620692a3-f5d8-44d1-8535-a414a9e98da2 req-d8d9f2ab-8f42-4e79-a832-983659dfef0f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:07.538186 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-620692a3-f5d8-44d1-8535-a414a9e98da2 req-d8d9f2ab-8f42-4e79-a832-983659dfef0f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0859494 Dec 09 11:29:07.541688 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f9b1ec8-ea2c-4bac-a614-e873dd2935ac req-eecf3db2-6a76-4e37-8a33-1a5b72f54df5 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709803 Dec 09 11:29:07.592057 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-620692a3-f5d8-44d1-8535-a414a9e98da2 req-9dc02e9a-4a98-44f9-9ac6-0027a628f751 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476556 Dec 09 11:29:07.660896 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db4253-9d07-43d8-af47-388d93e6b2b1 req-9f9ff6b0-86e0-4e9c-a94a-795f5af421e7 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:07.663128 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0db4253-9d07-43d8-af47-388d93e6b2b1 req-9f9ff6b0-86e0-4e9c-a94a-795f5af421e7 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0604744 Dec 09 11:29:07.714929 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0db4253-9d07-43d8-af47-388d93e6b2b1 req-8e118d68-d936-451a-ab08-a8423d33963d tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Dec 09 11:29:08.660446 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0e0b9-c37c-40b0-a01a-d46f66c6ee67 req-eda9177b-3257-4e72-b074-3ee8d0fb6aff tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:08.661939 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b2d0e0b9-c37c-40b0-a01a-d46f66c6ee67 req-eda9177b-3257-4e72-b074-3ee8d0fb6aff tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0537820 Dec 09 11:29:08.743806 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b2d0e0b9-c37c-40b0-a01a-d46f66c6ee67 req-6e2b1d9c-e383-443a-8b25-468d59810d0f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751297 Dec 09 11:29:08.752166 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7e839-1e70-47df-adb8-ce75dc1202e5 req-1d447498-159c-40e6-9c8f-974065e90d04 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:08.753655 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-26c7e839-1e70-47df-adb8-ce75dc1202e5 req-1d447498-159c-40e6-9c8f-974065e90d04 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0834358 Dec 09 11:29:08.802640 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-26c7e839-1e70-47df-adb8-ce75dc1202e5 req-2e7cc4dd-5818-46e0-915e-39beba1fde52 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430961 Dec 09 11:29:08.847352 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b9ba1-39bd-4760-951f-35c61571e3ed req-a6b7d146-c865-459a-b12b-3f93242fa1f6 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:08.848809 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-161b9ba1-39bd-4760-951f-35c61571e3ed req-a6b7d146-c865-459a-b12b-3f93242fa1f6 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0506458 Dec 09 11:29:08.895173 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-161b9ba1-39bd-4760-951f-35c61571e3ed req-666c15cd-7502-47b8-929a-de71be017dc5 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Dec 09 11:29:08.990056 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dc5f6201-722c-495f-a5cf-6b7308d5379c req-d6bd09df-b934-4aa8-91d2-df772465c4e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386064 Dec 09 11:29:08.995860 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d97ef13b-e233-4f0c-aeb2-99076f10fbbe req-161ed32a-b87f-4bde-83a2-e9249867b129 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Dec 09 11:29:09.858570 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe34e19-8c25-4443-a7b7-334b1ca2a87c req-b5d01e2d-39e8-4261-ae17-61a39c61f7e4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:09.860069 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-efe34e19-8c25-4443-a7b7-334b1ca2a87c req-b5d01e2d-39e8-4261-ae17-61a39c61f7e4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0500820 Dec 09 11:29:09.935091 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-efe34e19-8c25-4443-a7b7-334b1ca2a87c req-17070aef-11c8-44ec-8235-239c64e22d65 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690079 Dec 09 11:29:09.947777 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8217fb-b65f-4ddc-9c07-7a422708a516 req-3afafecf-e8b6-418c-b066-2873860f0075 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:09.949364 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0e8217fb-b65f-4ddc-9c07-7a422708a516 req-3afafecf-e8b6-418c-b066-2873860f0075 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0702775 Dec 09 11:29:10.001046 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0e8217fb-b65f-4ddc-9c07-7a422708a516 req-4b37df87-62c0-4f49-bb88-62b713334472 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452743 Dec 09 11:29:10.051928 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b0536-7632-4064-8415-db23b22f8760 req-754dce85-76bc-46a9-85d2-ab331b16979d tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:10.054000 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f7b0536-7632-4064-8415-db23b22f8760 req-754dce85-76bc-46a9-85d2-ab331b16979d tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0514729 Dec 09 11:29:10.101439 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f7b0536-7632-4064-8415-db23b22f8760 req-37ec24fc-415d-41fd-a0e0-049ae3f75550 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Dec 09 11:29:11.053281 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a1b42-3a76-459d-b866-7db108ee3836 req-98c98b9d-35bc-4019-a71c-6ba90d45f6f7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:11.054966 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-288a1b42-3a76-459d-b866-7db108ee3836 req-98c98b9d-35bc-4019-a71c-6ba90d45f6f7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0487316 Dec 09 11:29:11.128093 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-288a1b42-3a76-459d-b866-7db108ee3836 req-08b24e3b-6e02-42f7-8431-c374ee547662 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673172 Dec 09 11:29:11.140963 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86721-ad38-43e8-95ed-bb64dedbc945 req-d40f7040-7f1c-46e0-bf91-5e2bdc0db307 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:11.142509 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-52a86721-ad38-43e8-95ed-bb64dedbc945 req-d40f7040-7f1c-46e0-bf91-5e2bdc0db307 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0682914 Dec 09 11:29:11.225208 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-52a86721-ad38-43e8-95ed-bb64dedbc945 req-2f8ce891-7417-41b6-a4e9-52b8f2bbd110 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743809 Dec 09 11:29:11.242397 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe78fb-8f4c-44a9-a781-7f72f27200a0 req-97ff66cf-20ee-4cea-93dd-9e6f7dd215ba tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:11.243907 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ffbe78fb-8f4c-44a9-a781-7f72f27200a0 req-97ff66cf-20ee-4cea-93dd-9e6f7dd215ba tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0592847 Dec 09 11:29:11.289951 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ffbe78fb-8f4c-44a9-a781-7f72f27200a0 req-2cab2cf7-5d6b-4646-b1f6-2b15ce18eff1 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401196 Dec 09 11:29:12.240441 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98510abc-9696-4445-a04b-68f80c67d449 req-f85071a5-b7c4-4f08-a038-6bf1f478ea03 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:12.242211 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98510abc-9696-4445-a04b-68f80c67d449 req-f85071a5-b7c4-4f08-a038-6bf1f478ea03 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0470803 Dec 09 11:29:12.289401 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98510abc-9696-4445-a04b-68f80c67d449 req-434bffcb-d1d7-4985-b3a1-85674725316d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Dec 09 11:29:12.344572 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14713757-7ed0-49fa-a336-695cc5e9d249 req-2d8abff3-8726-4513-8df7-845ff9e8f790 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:12.346007 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14713757-7ed0-49fa-a336-695cc5e9d249 req-2d8abff3-8726-4513-8df7-845ff9e8f790 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0510240 Dec 09 11:29:12.420824 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14713757-7ed0-49fa-a336-695cc5e9d249 req-405607e4-394e-4a0d-b2e8-ea18fcdb06e3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680726 Dec 09 11:29:12.431905 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c83f4e-04d8-46f1-9d52-df175dff55a3 req-1f1d7671-08f7-4dec-9236-75662b30b950 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:12.433526 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1c83f4e-04d8-46f1-9d52-df175dff55a3 req-1f1d7671-08f7-4dec-9236-75662b30b950 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0752101 Dec 09 11:29:12.482279 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1c83f4e-04d8-46f1-9d52-df175dff55a3 req-f2455088-c3ec-44c6-8d03-1301a2fb6993 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 Dec 09 11:29:13.407017 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f220733-3918-4c17-9424-d749aa0f68d5 req-1a606938-0885-433f-91e0-de93a5326fd1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:13.408446 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f220733-3918-4c17-9424-d749aa0f68d5 req-1a606938-0885-433f-91e0-de93a5326fd1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0511596 Dec 09 11:29:13.455789 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f220733-3918-4c17-9424-d749aa0f68d5 req-9bb8a5b2-bc69-407a-8bd7-7fcb5b4740cf tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Dec 09 11:29:13.544212 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c793706-86c1-4ebe-b704-f955980ca986 req-2b5c8dbd-d93b-4e00-b749-4a5d84e8d233 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:13.545680 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7c793706-86c1-4ebe-b704-f955980ca986 req-2b5c8dbd-d93b-4e00-b749-4a5d84e8d233 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0502272 Dec 09 11:29:13.623641 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9271ee8-0222-413d-a6f2-ba95e2fe6658 req-96bbff30-3c5b-4a76-988d-a05f5930faa2 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:13.625103 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9271ee8-0222-413d-a6f2-ba95e2fe6658 req-96bbff30-3c5b-4a76-988d-a05f5930faa2 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0762346 Dec 09 11:29:13.628624 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7c793706-86c1-4ebe-b704-f955980ca986 req-a845dd41-74e9-4c6a-875b-074ca5c84ddb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715582 Dec 09 11:29:13.676482 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9271ee8-0222-413d-a6f2-ba95e2fe6658 req-7c970269-0ef3-46fb-ad6c-9882a1c72f8d tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452809 Dec 09 11:29:14.578045 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fb064-0649-412e-8f43-a132661a92c7 req-c9218788-7a0c-458d-80f1-e33b3983ef9e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:14.579595 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-136fb064-0649-412e-8f43-a132661a92c7 req-c9218788-7a0c-458d-80f1-e33b3983ef9e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0556915 Dec 09 11:29:14.630310 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-136fb064-0649-412e-8f43-a132661a92c7 req-1b62e70e-6ef0-4450-9be5-83ef36fb9aa3 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440252 Dec 09 11:29:14.794253 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5d98-5dd5-41d6-a7dd-e67b4684a8ac req-c0c5f5b5-e8a2-456c-b349-04a77acadd34 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:14.795741 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3fad5d98-5dd5-41d6-a7dd-e67b4684a8ac req-c0c5f5b5-e8a2-456c-b349-04a77acadd34 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0889382 Dec 09 11:29:14.830810 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c6129-1eb5-4877-bfd5-f3884d4d46da req-b0f42ea5-8d59-412a-8d47-8468dbdc31f0 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:14.832191 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-986c6129-1eb5-4877-bfd5-f3884d4d46da req-b0f42ea5-8d59-412a-8d47-8468dbdc31f0 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0806532 Dec 09 11:29:14.873587 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3fad5d98-5dd5-41d6-a7dd-e67b4684a8ac req-7f312cb5-3e11-4e23-9cd7-7881ca1b2af6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714920 Dec 09 11:29:14.900463 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-986c6129-1eb5-4877-bfd5-f3884d4d46da req-4321ec48-294f-49f6-a418-8a241d0fae9a tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574522 Dec 09 11:29:15.748228 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cd591-e097-412c-83e1-0c88986755cf req-2c91a4d9-b4ce-4d11-a8fa-972aafb92159 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:15.750413 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a6cd591-e097-412c-83e1-0c88986755cf req-2c91a4d9-b4ce-4d11-a8fa-972aafb92159 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0532043 Dec 09 11:29:15.811200 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a6cd591-e097-412c-83e1-0c88986755cf req-327704c5-a733-4b86-b0b8-c97bc36a225b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523880 Dec 09 11:29:15.894043 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46274) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:16.024392 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:16.025472 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:16.066084 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db23a7-4331-4d36-a16a-5fc60570ab71 req-53587664-1ff1-4062-a0cc-315324ecf29a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:16.074589 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-64db23a7-4331-4d36-a16a-5fc60570ab71 req-53587664-1ff1-4062-a0cc-315324ecf29a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1216710 Dec 09 11:29:16.110328 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be1142-d2c0-4214-9e66-43dca7d441d4 req-bb58247c-e219-418f-94ae-74a0292e8cd4 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:16.112288 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02be1142-d2c0-4214-9e66-43dca7d441d4 req-bb58247c-e219-418f-94ae-74a0292e8cd4 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.1067908 Dec 09 11:29:16.159663 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-0f04838b-6b83-45e5-aa06-ceb4d6a4f010 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615482 Dec 09 11:29:16.165338 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:16.169109 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:16.171009 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-64db23a7-4331-4d36-a16a-5fc60570ab71 req-9e2fb857-f461-4c2c-aff1-b4df2e13f239 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914736 Dec 09 11:29:16.203453 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64fc4e08192f4df7b8f60874bf02d576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053956 Dec 09 11:29:16.207718 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46284) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:16.211616 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02be1142-d2c0-4214-9e66-43dca7d441d4 req-e3724e2e-868d-47e9-b180-48e107dfe600 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883675 Dec 09 11:29:16.245645 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c503282-6f5a-4e56-b6dc-4677121be3f8,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:16.258964 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.259325 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.259678 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.260020 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.260360 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.260698 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.261034 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.261380 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.261717 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.262064 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.262398 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.262744 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.263077 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd254c7-86ba-4017-adac-baba07b04f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:16.298491 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd2c6b75-11b8-470d-ae64-b821b9036c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:16.323842 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd2c6b75-11b8-470d-ae64-b821b9036c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:16.401501 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-968568af-b6d1-46cf-a293-2ea0201f6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:16.403089 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-968568af-b6d1-46cf-a293-2ea0201f6a89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=edaea14c40e14d7abed6eff0c892477b&device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 1098 time: 0.0562696 Dec 09 11:29:16.412160 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd2c6b75-11b8-470d-ae64-b821b9036c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:16.418422 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd2c6b75-11b8-470d-ae64-b821b9036c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:16.419812 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fd2c6b75-11b8-470d-ae64-b821b9036c9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c503282-6f5a-4e56-b6dc-4677121be3f8 HTTP/1.1" status: 204 len: 168 time: 0.2092025 Dec 09 11:29:16.430948 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c6b75-11b8-470d-ae64-b821b9036c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c503282-6f5a-4e56-b6dc-4677121be3f8,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:16.549730 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-57dd7087-a29b-413f-86f6-1d10d07c78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:16.551430 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-57dd7087-a29b-413f-86f6-1d10d07c78b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 HTTP/1.1" status: 200 len: 913 time: 0.1116211 Dec 09 11:29:16.606361 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-babf80cd-f640-442b-ad0b-36e826607e02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fc1e8ff-7e34-470f-b6aa-30145624da89 HTTP/1.1" status: 200 len: 217 time: 0.0465305 Dec 09 11:29:16.682572 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-1e72498a-326f-4e2f-8b3a-f504eda508e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:16.684192 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-1e72498a-326f-4e2f-8b3a-f504eda508e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=35f4b424-6ca4-49b4-a38e-4d413f88af7b HTTP/1.1" status: 200 len: 852 time: 0.0694799 Dec 09 11:29:16.725273 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-6f20ed51-7e83-408a-adfa-41bc9171f831 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6b83f5ba-b608-4e52-b3dc-02d1f013c2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316453 Dec 09 11:29:16.843111 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-90994909-e2b1-4998-96f1-bd4e0cec2723 service neutron] 10.222.0.32 "GET /v2.0/networks/6b83f5ba-b608-4e52-b3dc-02d1f013c2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007047 Dec 09 11:29:16.935646 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c7f8c-d7f0-4a08-a296-66728ed281bb req-90a46cf0-a98f-4bd6-b3f0-3cc2cf50cd16 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:16.937743 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df2c7f8c-d7f0-4a08-a296-66728ed281bb req-90a46cf0-a98f-4bd6-b3f0-3cc2cf50cd16 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0575466 Dec 09 11:29:16.960876 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f1337cc3-5d30-412d-9565-e823d9c0ff5a req-e9b6ffc4-8996-4bf3-a15b-84181d3c5a5e service neutron] 10.222.0.32 "GET /v2.0/networks/6b83f5ba-b608-4e52-b3dc-02d1f013c2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103780 Dec 09 11:29:17.001975 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df2c7f8c-d7f0-4a08-a296-66728ed281bb req-b3a441fb-52e1-415d-8b2e-ff3ae2f4131a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565710 Dec 09 11:29:17.236810 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46336) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:17.421227 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ad6945b4-b412-401c-95bc-6f7bf499f752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:17.448528 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915bae6-4a9d-418c-805e-d4f65ae8646f req-85347c41-247e-4ee4-a6a4-c68d39513bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:17.450022 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a915bae6-4a9d-418c-805e-d4f65ae8646f req-85347c41-247e-4ee4-a6a4-c68d39513bab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 1099 time: 0.0919755 Dec 09 11:29:17.502545 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff709f-f08a-4dbd-b3b2-685c82f55344 req-1613f771-6d71-4960-a959-e9af1e7ae247 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:17.504079 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-61ff709f-f08a-4dbd-b3b2-685c82f55344 req-1613f771-6d71-4960-a959-e9af1e7ae247 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.2684920 Dec 09 11:29:17.516509 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912874-e4e4-4de7-b911-26e0f1748ebb req-9ab2f7a9-795e-45ec-b68d-47740452419d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:17.518057 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7b912874-e4e4-4de7-b911-26e0f1748ebb req-9ab2f7a9-795e-45ec-b68d-47740452419d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0687037 Dec 09 11:29:17.610655 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-61ff709f-f08a-4dbd-b3b2-685c82f55344 req-f6c3d0fc-2331-4be3-a7b7-fefb97a123ad tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915263 Dec 09 11:29:17.616328 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915bae6-4a9d-418c-805e-d4f65ae8646f req-de2ac6fa-5895-4674-a3da-0b9494ea3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:17.618041 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a915bae6-4a9d-418c-805e-d4f65ae8646f req-de2ac6fa-5895-4674-a3da-0b9494ea3aa3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 920 time: 0.1481233 Dec 09 11:29:17.625431 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7b912874-e4e4-4de7-b911-26e0f1748ebb req-ec54ff30-5a66-424b-8bb3-37104dc71e91 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822501 Dec 09 11:29:17.641961 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ad6945b4-b412-401c-95bc-6f7bf499f752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:17.679729 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a915bae6-4a9d-418c-805e-d4f65ae8646f req-b87c6b4a-f958-49a3-9800-ed5bc1ac2e12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbc482d-8752-4b62-b72b-364a66483217 HTTP/1.1" status: 200 len: 217 time: 0.0515113 Dec 09 11:29:17.680348 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ad6945b4-b412-401c-95bc-6f7bf499f752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:17.763901 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ad6945b4-b412-401c-95bc-6f7bf499f752 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc3709b5fe3f44548724e7ccc09833cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5254879 Dec 09 11:29:17.770057 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46362) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:17.781957 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6945b4-b412-401c-95bc-6f7bf499f752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ae8b8-e92f-40d9-8a39-d5956cddbd52,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:17.795630 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915bae6-4a9d-418c-805e-d4f65ae8646f req-db2663aa-a0bb-4d90-958d-e913fc09a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:17.797721 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a915bae6-4a9d-418c-805e-d4f65ae8646f req-db2663aa-a0bb-4d90-958d-e913fc09a1e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 200 len: 859 time: 0.1060567 Dec 09 11:29:17.809408 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed8403-6d8d-4f9f-9ef9-2ca1bd62ca63 req-df01c180-3b17-432b-8dbc-1503679d9fdf tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:17.820864 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-16ed8403-6d8d-4f9f-9ef9-2ca1bd62ca63 req-df01c180-3b17-432b-8dbc-1503679d9fdf tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0796204 Dec 09 11:29:17.821383 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 46368) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:17.826509 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-784a2f3e-783d-427b-a0b3-cae9c5910613 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'floatingip': {'port_id': '32bfbc54-1294-4e3c-8552-3977662ea6ac'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:17.859306 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a915bae6-4a9d-418c-805e-d4f65ae8646f req-1c2faf5a-be83-46dd-9a83-8672005089c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=763cb968-a326-4989-b036-296e6a5ecbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527198 Dec 09 11:29:17.899215 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-40d9dcbd-9357-4cf3-a536-cc200013ce3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:17.932491 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-784a2f3e-783d-427b-a0b3-cae9c5910613 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:17.986394 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46378) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:18.017113 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-40d9dcbd-9357-4cf3-a536-cc200013ce3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.083068 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a915bae6-4a9d-418c-805e-d4f65ae8646f req-427bf23e-9849-4034-a1fd-e1f94a0650bf service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051857 Dec 09 11:29:18.200741 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-40d9dcbd-9357-4cf3-a536-cc200013ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.203180 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-40d9dcbd-9357-4cf3-a536-cc200013ce3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.207046 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-40d9dcbd-9357-4cf3-a536-cc200013ce3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f1ae8b8-e92f-40d9-8a39-d5956cddbd52 HTTP/1.1" status: 204 len: 168 time: 0.4310920 Dec 09 11:29:18.225586 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed3bc-edf2-4eca-884f-94434ff7ee6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.234987 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9dcbd-9357-4cf3-a536-cc200013ce3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ae8b8-e92f-40d9-8a39-d5956cddbd52,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:18.321868 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a915bae6-4a9d-418c-805e-d4f65ae8646f req-2cc4b2c4-1191-4ea0-94bf-9c386650eb96 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258983 Dec 09 11:29:18.395076 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed3bc-edf2-4eca-884f-94434ff7ee6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.401739 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed3bc-edf2-4eca-884f-94434ff7ee6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.450160 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ed3bc-edf2-4eca-884f-94434ff7ee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8916c9d5-fe32-4bab-aebb-522efc6d5462,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:18.463413 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4e4ed3bc-edf2-4eca-884f-94434ff7ee6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c5084bda6da47b6829591d0c26f45f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722202 Dec 09 11:29:18.464147 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46400) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:18.559773 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65302eff-93fa-4b65-9245-4f6ec3632a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.591113 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65302eff-93fa-4b65-9245-4f6ec3632a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.655950 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65302eff-93fa-4b65-9245-4f6ec3632a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.659087 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65302eff-93fa-4b65-9245-4f6ec3632a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.660573 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-65302eff-93fa-4b65-9245-4f6ec3632a50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8916c9d5-fe32-4bab-aebb-522efc6d5462 HTTP/1.1" status: 204 len: 168 time: 0.1951520 Dec 09 11:29:18.684239 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65302eff-93fa-4b65-9245-4f6ec3632a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8916c9d5-fe32-4bab-aebb-522efc6d5462,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:18.800172 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.db.resource_extend [None req-784a2f3e-783d-427b-a0b3-cae9c5910613 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 09 11:29:18.866631 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b64c8a-da7c-439f-af25-56eb87134ae7 req-d94daa20-a1af-4de6-bb25-f72c22fd6f63 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:18.868175 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-40b64c8a-da7c-439f-af25-56eb87134ae7 req-d94daa20-a1af-4de6-bb25-f72c22fd6f63 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.1467843 Dec 09 11:29:18.907807 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-784a2f3e-783d-427b-a0b3-cae9c5910613 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.916555 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-784a2f3e-783d-427b-a0b3-cae9c5910613 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:18.989526 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-40b64c8a-da7c-439f-af25-56eb87134ae7 req-a472d53c-3778-4af7-9188-018236e2f9bb tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066732 Dec 09 11:29:19.072070 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-784a2f3e-783d-427b-a0b3-cae9c5910613 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Floating IP 86be54da-ba45-4c26-b76e-ddf10af4d44b associated. External IP: 172.27.0.252, port: 32bfbc54-1294-4e3c-8552-3977662ea6ac. Dec 09 11:29:19.116279 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46420) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:19.129864 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e7b2c049-4eab-44cc-8ab1-67560aa3a4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:19.208019 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e7b2c049-4eab-44cc-8ab1-67560aa3a4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:19.212452 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e7b2c049-4eab-44cc-8ab1-67560aa3a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:19.252568 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e7b2c049-4eab-44cc-8ab1-67560aa3a4a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b9e00133caa4c8094e3902db48301b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345460 Dec 09 11:29:19.255112 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46428) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:19.261938 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2c049-4eab-44cc-8ab1-67560aa3a4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e9e35d-6590-456e-9201-c4e4d918f013,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:19.331123 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8f76a407-d5fa-4046-b98a-1e95a68ba52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:19.357065 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8f76a407-d5fa-4046-b98a-1e95a68ba52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:19.416657 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8f76a407-d5fa-4046-b98a-1e95a68ba52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:19.421113 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8f76a407-d5fa-4046-b98a-1e95a68ba52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:19.422635 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8f76a407-d5fa-4046-b98a-1e95a68ba52f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17e9e35d-6590-456e-9201-c4e4d918f013 HTTP/1.1" status: 204 len: 168 time: 0.1666121 Dec 09 11:29:19.432829 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76a407-d5fa-4046-b98a-1e95a68ba52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e9e35d-6590-456e-9201-c4e4d918f013,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:19.476906 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784a2f3e-783d-427b-a0b3-cae9c5910613 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:29:19.600100 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784a2f3e-783d-427b-a0b3-cae9c5910613 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:29:19.606310 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-784a2f3e-783d-427b-a0b3-cae9c5910613 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:19.623243 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] Sync routers for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:29:19.640897 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:29:19.641764 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:28:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:19.645718 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-784a2f3e-783d-427b-a0b3-cae9c5910613 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "PUT /v2.0/floatingips/86be54da-ba45-4c26-b76e-ddf10af4d44b HTTP/1.1" status: 200 len: 992 time: 1.8231821 Dec 09 11:29:19.646425 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:29:19.649848 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:29:19.733096 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fa6a1f-fef2-42b1-9f43-51e03b8e72a5 x-openstack-request-id: req-69fa6a1f-fef2-42b1-9f43-51e03b8e72a5 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:29:19.733425 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:29:19.733637 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69fa6a1f-fef2-42b1-9f43-51e03b8e72a5 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:29:19.734035 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'status': 'completed', 'code': 200} Dec 09 11:29:19.778986 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:29:19.871349 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-c87c6e9a-79f4-4a06-84ed-901e2f3faf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:19.873572 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-c87c6e9a-79f4-4a06-84ed-901e2f3faf21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 1099 time: 0.0463850 Dec 09 11:29:20.019164 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-790e8ba5-573d-41cd-9454-709808de9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:20.020864 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-790e8ba5-573d-41cd-9454-709808de9dd1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 917 time: 0.1074455 Dec 09 11:29:20.102964 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '86be54da-ba45-4c26-b76e-ddf10af4d44b', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'port_id': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'mac_address': 'fa:16:3e:2b:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:28:23Z', 'updated_at': '2021-12-09T11:29:18Z', 'revision_number': 1, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:20.110022 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db569c-6d71-4ebb-9641-60f18328ede6 req-9875a0b0-ead1-4c85-8d23-0b9431b33e0b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:20.120038 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e4db569c-6d71-4ebb-9641-60f18328ede6 req-9875a0b0-ead1-4c85-8d23-0b9431b33e0b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0619724 Dec 09 11:29:20.140672 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] Checking router: ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:29:20.163036 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:29:20.164178 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-dabb77d3-9b4d-4bce-86fc-4639fb663ed5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac HTTP/1.1" status: 200 len: 1000 time: 0.1320217 Dec 09 11:29:20.164674 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:28:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:20.197788 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e4db569c-6d71-4ebb-9641-60f18328ede6 req-8033de6d-6e76-489b-a47a-0d1c0c935cd7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672503 Dec 09 11:29:20.230879 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-becba576-0e9f-456f-97c9-4b786d455672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:20.232500 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-becba576-0e9f-456f-97c9-4b786d455672 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.0611334 Dec 09 11:29:20.284000 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-1a4ceb76-2677-467b-8da8-03b26d446f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:20.285587 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-1a4ceb76-2677-467b-8da8-03b26d446f9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452445 Dec 09 11:29:20.327588 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:29:20.418171 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-cc189e8a-0d8a-4129-acac-69e16272634b service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224308 Dec 09 11:29:20.467606 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 46474) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:20.551702 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8bbf8e0e-0fcb-4bf0-9391-e032fb52202b req-a46b0860-40ae-4921-8d96-72d34c381e4d service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250484 Dec 09 11:29:20.610150 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:20.700613 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '86be54da-ba45-4c26-b76e-ddf10af4d44b', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'port_id': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'mac_address': 'fa:16:3e:2b:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:28:23Z', 'updated_at': '2021-12-09T11:29:18Z', 'revision_number': 1, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:20.726299 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:20.727903 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef59b69-6182-4acd-ac1b-b6dd5f79659c None None] The sync data for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi is: [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '86be54da-ba45-4c26-b76e-ddf10af4d44b', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'port_id': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'mac_address': 'fa:16:3e:2b:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:28:23Z', 'updated_at': '2021-12-09T11:29:18Z', 'revision_number': 1, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:29:20.730596 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:20.788673 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c55c250aa5dd48f98c69b2747c2d6a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158882 Dec 09 11:29:20.788673 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8422dee2-f538-4479-8b11-a8bcf5278a62,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:20.788969 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46490) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:20.793893 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.794272 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.794475 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.794854 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.795392 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.795733 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.796071 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.796409 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.796741 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.797074 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.797417 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.798186 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.798551 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a6f168-48d1-4d7e-9d11-0031ad649418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:20.883086 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1425bdeb-ebcc-49fb-8955-62904299dbcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:20.907789 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1425bdeb-ebcc-49fb-8955-62904299dbcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:20.980163 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1425bdeb-ebcc-49fb-8955-62904299dbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:20.982947 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1425bdeb-ebcc-49fb-8955-62904299dbcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:20.989634 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1425bdeb-ebcc-49fb-8955-62904299dbcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8422dee2-f538-4479-8b11-a8bcf5278a62 HTTP/1.1" status: 204 len: 168 time: 0.1947978 Dec 09 11:29:20.994028 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425bdeb-ebcc-49fb-8955-62904299dbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8422dee2-f538-4479-8b11-a8bcf5278a62,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:21.022000 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:29:21.098301 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c7f79-7530-4f82-b241-3b816a306ff7 None None] New status for floating IP 86be54da-ba45-4c26-b76e-ddf10af4d44b: ACTIVE {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:29:21.319366 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b29abf-f587-4805-853a-ef8f8cf655da req-36b1afdf-1355-4e66-bd6f-c3317e476b7e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:21.328005 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39b29abf-f587-4805-853a-ef8f8cf655da req-36b1afdf-1355-4e66-bd6f-c3317e476b7e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0621853 Dec 09 11:29:21.387367 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39b29abf-f587-4805-853a-ef8f8cf655da req-a3650b8c-3a6a-41ca-9c5e-626f9a925b60 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583329 Dec 09 11:29:22.495727 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965d569-ad50-4133-900a-9266cd670cb8 req-c09abe1f-ddc1-4845-9f8d-4d0c2d891c31 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:22.497154 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3965d569-ad50-4133-900a-9266cd670cb8 req-c09abe1f-ddc1-4845-9f8d-4d0c2d891c31 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0469992 Dec 09 11:29:22.547059 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3965d569-ad50-4133-900a-9266cd670cb8 req-304721b1-27fc-498e-aad5-1e8f30bcfbec tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434859 Dec 09 11:29:23.659629 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd3180-4b5a-4230-a53a-1d515d1bcbd8 req-b4cf2a22-dd14-4e5e-9127-ac004c39d6c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:23.661081 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a2fd3180-4b5a-4230-a53a-1d515d1bcbd8 req-b4cf2a22-dd14-4e5e-9127-ac004c39d6c9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0476470 Dec 09 11:29:23.707785 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a2fd3180-4b5a-4230-a53a-1d515d1bcbd8 req-d5960275-5069-44dc-b8ce-ec133f0fbc6d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Dec 09 11:29:23.847972 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-11f3bdda-7eeb-4cfe-9d3f-c973a977727c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:24.830478 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3ffe0-fdf1-4a73-a1ff-a9443a85f565 req-dbc807df-c6a2-4356-8c80-c0e4e050d0a4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:24.832099 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06f3ffe0-fdf1-4a73-a1ff-a9443a85f565 req-dbc807df-c6a2-4356-8c80-c0e4e050d0a4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0526536 Dec 09 11:29:24.886457 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06f3ffe0-fdf1-4a73-a1ff-a9443a85f565 req-0ae62f94-8348-44b3-a64e-65ffe015181e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480268 Dec 09 11:29:24.957343 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46626) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:25.064208 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-42847cde-4dd2-460f-9177-5024bb74d807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.139729 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-42847cde-4dd2-460f-9177-5024bb74d807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.143244 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-42847cde-4dd2-460f-9177-5024bb74d807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.181238 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-42847cde-4dd2-460f-9177-5024bb74d807 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14c710d344044f4087b0e2efd1426b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226434 Dec 09 11:29:25.182177 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42847cde-4dd2-460f-9177-5024bb74d807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908b530d-c718-48a4-bb16-99b65612c184,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:25.183827 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 46632) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:25.243585 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86f363cf-0ff6-4b68-b5f6-d0c28753852a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.270469 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86f363cf-0ff6-4b68-b5f6-d0c28753852a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.328020 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86f363cf-0ff6-4b68-b5f6-d0c28753852a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.331364 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-86f363cf-0ff6-4b68-b5f6-d0c28753852a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.332649 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-86f363cf-0ff6-4b68-b5f6-d0c28753852a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/908b530d-c718-48a4-bb16-99b65612c184 HTTP/1.1" status: 204 len: 168 time: 0.1456184 Dec 09 11:29:25.341551 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f363cf-0ff6-4b68-b5f6-d0c28753852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908b530d-c718-48a4-bb16-99b65612c184,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:25.542048 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-7c293d52-21a8-408b-b88c-6865b3a0ee2a tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a98bbc6e4362422c9b75737ddd60558d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326509 Dec 09 11:29:25.667476 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46684) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:25.681916 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-627f6322-4f58-419f-aae3-52e34c00a1bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.761074 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438055-c5e9-4c4b-8783-138ae256c449 req-90ec1ba3-d8e0-4188-bb53-f84fefae4b60 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:25.762501 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-90ec1ba3-d8e0-4188-bb53-f84fefae4b60 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150495 Dec 09 11:29:25.764969 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-627f6322-4f58-419f-aae3-52e34c00a1bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.768914 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-627f6322-4f58-419f-aae3-52e34c00a1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.778635 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-11dd51b2-24e7-411b-870d-27e4f39f160b tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/quotas/a98bbc6e4362422c9b75737ddd60558d HTTP/1.1" status: 200 len: 375 time: 0.0095520 Dec 09 11:29:25.808861 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-627f6322-4f58-419f-aae3-52e34c00a1bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3111a1aa453462f8d6c1f1e87fd1450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401587 Dec 09 11:29:25.809774 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f6322-4f58-419f-aae3-52e34c00a1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1339c269-fabc-4e8e-8cf4-5034b2a95a85,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:25.811981 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 46686) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:25.815379 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-534c6faf-3078-4cba-9d98-d44d25166a0b tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a98bbc6e4362422c9b75737ddd60558d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309262 Dec 09 11:29:25.862295 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1767dfdf-eadb-42b0-ad21-22d159481428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.892622 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1767dfdf-eadb-42b0-ad21-22d159481428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.989690 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1767dfdf-eadb-42b0-ad21-22d159481428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:25.994595 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1767dfdf-eadb-42b0-ad21-22d159481428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:26.000877 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1767dfdf-eadb-42b0-ad21-22d159481428 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1339c269-fabc-4e8e-8cf4-5034b2a95a85 HTTP/1.1" status: 204 len: 168 time: 0.1877711 Dec 09 11:29:26.040401 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-aafe25c2-78f9-4764-a4f5-728ef84a6442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:26.080146 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767dfdf-eadb-42b0-ad21-22d159481428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1339c269-fabc-4e8e-8cf4-5034b2a95a85,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:26.085461 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ff943926-702c-4b7f-8f5f-148e290e5b18 req-4c7d646f-b713-4693-ae5b-6c3ac73e191d tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 210 time: 0.0792127 Dec 09 11:29:26.110235 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e56a6-9632-4511-8046-e3d0128a2ee4 req-253c8f17-e68f-4cf0-be2b-76e7617c6a97 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:26.110235 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1f5e56a6-9632-4511-8046-e3d0128a2ee4 req-253c8f17-e68f-4cf0-be2b-76e7617c6a97 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.1329021 Dec 09 11:29:26.170045 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1f5e56a6-9632-4511-8046-e3d0128a2ee4 req-3fe88a1b-9340-476c-bdf4-7784f7363f14 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603652 Dec 09 11:29:26.795829 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 46744) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:26.897427 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1597268472-network', 'tenant_id': '399bca6088ae4129b326ec96bb72e838'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:26.916400 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Made reservation on behalf of 399bca6088ae4129b326ec96bb72e838 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:29:26.918554 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:26.926484 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:26.947936 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:27.007128 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:27.017314 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:27.047537 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:29:27.064473 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1272d0-5d6a-4ea2-95b8-eb74a0aefd89,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:27.069367 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:27.069803 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Added segment 15b08f83-3057-4f16-95dd-ba74ff70fdec of type vlan for network 3881daf7-7ace-45b6-90ac-bce069a3907c Dec 09 11:29:27.113474 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:27.141006 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:27.141987 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:27.142674 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:27.224419 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a20b167e-5df7-4f4b-a7d1-384baeb224f1 req-abd94293-1031-4c5c-b281-6a2cdec464aa tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 210 time: 0.0630541 Dec 09 11:29:27.231213 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46760) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:27.231775 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4342389 Dec 09 11:29:27.238437 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Request body: {'subnet': {'network_id': '3881daf7-7ace-45b6-90ac-bce069a3907c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1597268472-subnet', 'tenant_id': '399bca6088ae4129b326ec96bb72e838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:27.243274 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22620edd-243e-494c-ba34-88ab74e0c696 admin admin] Pushing event updated for resources: {'Network': ['ID=3881daf7-7ace-45b6-90ac-bce069a3907c,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:27.270140 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 3881daf7-7ace-45b6-90ac-bce069a3907c details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:29:27.272224 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Made reservation on behalf of 399bca6088ae4129b326ec96bb72e838 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:29:27.274551 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:27.356696 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb2a8a-d88c-47ef-8656-41c5eb121aa1 req-686e1aaf-c4ca-4ab0-9228-4b281930403d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:27.358355 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b1bb2a8a-d88c-47ef-8656-41c5eb121aa1 req-686e1aaf-c4ca-4ab0-9228-4b281930403d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0682566 Dec 09 11:29:27.415423 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b1bb2a8a-d88c-47ef-8656-41c5eb121aa1 req-1be547ab-4957-4f8c-b906-8381d8763a31 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498600 Dec 09 11:29:27.464101 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:27.529522 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-7a9a8276-0fa5-4f10-9ac4-7f198c9b4c6d tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a98bbc6e4362422c9b75737ddd60558d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382528 Dec 09 11:29:27.580431 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2d51c2-e4ba-4cf5-815e-4b7094033269,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:27.646452 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Checking segment: {'id': '15b08f83-3057-4f16-95dd-ba74ff70fdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3881daf7-7ace-45b6-90ac-bce069a3907c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:29:27.647455 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Network hostable DHCP agents. Network: 3881daf7-7ace-45b6-90ac-bce069a3907c, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:29:27.923151 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Network 3881daf7-7ace-45b6-90ac-bce069a3907c is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:29:27.946474 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438055-c5e9-4c4b-8783-138ae256c449 req-72c28fa8-22a7-49a5-af0b-0c6fef7420a2 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:27.947973 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-72c28fa8-22a7-49a5-af0b-0c6fef7420a2 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4101210 Dec 09 11:29:27.949070 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 3881daf7-7ace-45b6-90ac-bce069a3907c) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:29:27.953440 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:27.954011 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:27.966288 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cf0e04-4ca2-449b-969e-c1131122be2d None None] Network 3881daf7-7ace-45b6-90ac-bce069a3907c requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:29:27.975571 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-eb29d524-2763-4d53-8aa7-c93860d0b086 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7400670 Dec 09 11:29:28.041406 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Request body: {'port': {'device_id': '57344194-df2a-4b9e-a201-f0101afab963', 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6', 'admin_state_up': True, 'tenant_id': 'a98bbc6e4362422c9b75737ddd60558d'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:28.095105 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223c4b85-ba5a-453c-b2c5-c32c0120c883 None None] Network 3881daf7-7ace-45b6-90ac-bce069a3907c requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:29:28.186501 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Made reservation on behalf of a98bbc6e4362422c9b75737ddd60558d for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:29:28.191379 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.204265 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.305195 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.315128 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.362366 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97992d11-5784-49f1-afaa-227b963a1afb,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:28.405615 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0502390-8bc3-42ff-92e5-00785946698e req-465b13e1-7bf4-4117-a381-f19d35befa45 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 210 time: 0.0503795 Dec 09 11:29:28.525241 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Allocated IP 192.168.233.220 (d8c3b7bd-32df-4c58-8508-2840266d56b6/f59bee2f-05ca-4a0a-9f5c-8eb954611f7f/e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:29:28.565120 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57884f08-f05f-4274-b291-ffa1c05b7efa req-c1b75c3f-3203-49ac-b784-00e1c014279c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:28.584887 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57884f08-f05f-4274-b291-ffa1c05b7efa req-c1b75c3f-3203-49ac-b784-00e1c014279c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0891628 Dec 09 11:29:28.591862 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.662786 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-57884f08-f05f-4274-b291-ffa1c05b7efa req-da14b103-ddf1-49a0-973e-047e09ade56e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749588 Dec 09 11:29:28.722278 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46824) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:28.757029 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f579d52-264e-4011-990a-57ff7576dd45 req-b6a8b4b0-bdf6-477c-88ec-bdcc4fb08ab7 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:28.758833 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f579d52-264e-4011-990a-57ff7576dd45 req-b6a8b4b0-bdf6-477c-88ec-bdcc4fb08ab7 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0560875 Dec 09 11:29:28.772930 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.807347 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 46830) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:28.814440 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1619535215-network', 'tenant_id': 'f74eeddc6129449d9abdd5d3f8cd888f'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:28.824181 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f579d52-264e-4011-990a-57ff7576dd45 req-83e54159-2215-46c6-b26e-70a5b6a9ef4e tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571108 Dec 09 11:29:28.828083 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.843597 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Made reservation on behalf of f74eeddc6129449d9abdd5d3f8cd888f for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:29:28.846033 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.855302 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.881719 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Network d8c3b7bd-32df-4c58-8508-2840266d56b6 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:29:28.887525 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:29:28.892702 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:29:28.900131 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:28.901109 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.921265 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Pushing event updated for resources: {'Port': ['ID=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:28.927674 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-2891703c-e9ef-4797-856a-5346cb411a07 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8922739 Dec 09 11:29:28.942587 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.948947 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.968634 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Request body: {'port': {'device_id': '57344194-df2a-4b9e-a201-f0101afab963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:28.973096 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:29:28.989848 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc62fd0d-d9eb-4e59-ba9c-01f7ad2c35c0,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:28.996638 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:28.996985 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Added segment 6be46f96-fb4f-442f-9787-f96130c7abb5 of type vlan for network 8de8f72c-ffe0-49ef-8f12-4db905264e62 Dec 09 11:29:29.012555 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7b05f19-4b39-4d79-979c-fcf54e782b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.040890 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.070339 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.072814 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:29.073846 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.098916 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.103385 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2949855 Dec 09 11:29:29.104065 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 46836) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:29.132346 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-70b340b8-1c9c-45a2-ab08-ac9bd973fe54 None None] Provisioning complete for port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:29:29.133180 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-70b340b8-1c9c-45a2-ab08-ac9bd973fe54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.136609 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Request body: {'subnet': {'network_id': '8de8f72c-ffe0-49ef-8f12-4db905264e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1619535215-subnet', 'tenant_id': 'f74eeddc6129449d9abdd5d3f8cd888f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:29.165341 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95611a2a-819c-4888-bc42-a6597b0c4c2e admin admin] Pushing event updated for resources: {'Network': ['ID=8de8f72c-ffe0-49ef-8f12-4db905264e62,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:29.170775 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-70b340b8-1c9c-45a2-ab08-ac9bd973fe54 None None] Port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:29:29.176868 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 8de8f72c-ffe0-49ef-8f12-4db905264e62 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:29:29.179803 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Made reservation on behalf of f74eeddc6129449d9abdd5d3f8cd888f for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:29:29.183175 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11701758'] for subnet, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.269025 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7b05f19-4b39-4d79-979c-fcf54e782b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.276403 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a7b05f19-4b39-4d79-979c-fcf54e782b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.360305 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11986323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11701268'] for subnet, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.364727 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b05f19-4b39-4d79-979c-fcf54e782b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bb48d7-50a2-4d95-a499-7228d2230169,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:29.374661 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a7b05f19-4b39-4d79-979c-fcf54e782b66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5b5740e28cf46d28fc9cd54a0ab01ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460814 Dec 09 11:29:29.377081 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46838) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:29.419302 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04866fa3-0076-4ae3-afcf-222ca13602cc,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:29.426626 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Checking segment: {'id': '6be46f96-fb4f-442f-9787-f96130c7abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8de8f72c-ffe0-49ef-8f12-4db905264e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:29:29.427022 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Network hostable DHCP agents. Network: 8de8f72c-ffe0-49ef-8f12-4db905264e62, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:29:29.446989 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Network 8de8f72c-ffe0-49ef-8f12-4db905264e62 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:29:29.457707 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 8de8f72c-ffe0-49ef-8f12-4db905264e62) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:29:29.466583 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad98bee-dd4b-4c13-8ea2-5ebfdd8a210c None None] Network 8de8f72c-ffe0-49ef-8f12-4db905264e62 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:29:29.470512 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:29.471565 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.478367 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4776-2547-4e03-a1b7-a6fe3e7ff5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.511322 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-103976f1-874a-496f-bc90-6ced00e44790 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3785939 Dec 09 11:29:29.532342 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42242c6-c6ea-4226-bf18-8cb323fa873c req-18f1196f-6003-4412-807e-ab81eb145ddb tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:29.532735 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4776-2547-4e03-a1b7-a6fe3e7ff5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.533890 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a42242c6-c6ea-4226-bf18-8cb323fa873c req-18f1196f-6003-4412-807e-ab81eb145ddb tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 936 time: 0.0737026 Dec 09 11:29:29.558277 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:29:29.577175 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.593896 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Transition to ACTIVE for port object e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:29:29.598728 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.600150 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a42242c6-c6ea-4226-bf18-8cb323fa873c req-cff1bb9a-0839-4ca1-ad43-67defc2e2394 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493922 Dec 09 11:29:29.619872 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359166c-845a-4feb-905f-d8da3cbeac1d None None] Network 8de8f72c-ffe0-49ef-8f12-4db905264e62 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:29:29.655624 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4776-2547-4e03-a1b7-a6fe3e7ff5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.658762 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2e2c4776-2547-4e03-a1b7-a6fe3e7ff5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.662760 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2e2c4776-2547-4e03-a1b7-a6fe3e7ff5ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8bb48d7-50a2-4d95-a499-7228d2230169 HTTP/1.1" status: 204 len: 168 time: 0.2820597 Dec 09 11:29:29.689517 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c4776-2547-4e03-a1b7-a6fe3e7ff5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bb48d7-50a2-4d95-a499-7228d2230169,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:29.724974 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Pushing event updated for resources: {'Port': ['ID=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:29.745391 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Attempting to bind port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:29:29.745869 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Attempting to bind port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '7b0d49fc-2a33-4c7c-93bf-5ec38f172819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:29:29.746293 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Attempting to bind port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 on network d8c3b7bd-32df-4c58-8508-2840266d56b6 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:29:29.751081 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 on network d8c3b7bd-32df-4c58-8508-2840266d56b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:29:29.752933 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Attempting to bind port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 on network d8c3b7bd-32df-4c58-8508-2840266d56b6 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:29:29.759522 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:29:29.760025 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Checking segment: {'id': '7b0d49fc-2a33-4c7c-93bf-5ec38f172819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:29:29.760508 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Bound using segment: {'id': '7b0d49fc-2a33-4c7c-93bf-5ec38f172819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:29:29.761040 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Bound port: e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0d49fc-2a33-4c7c-93bf-5ec38f172819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:29:29.761494 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.836788 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.871193 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2816dc-0a0d-4e8f-88ca-a9828b29d973 req-de7d2300-459f-4981-9d1c-e94692510941 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:29.877271 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5e2816dc-0a0d-4e8f-88ca-a9828b29d973 req-de7d2300-459f-4981-9d1c-e94692510941 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0806303 Dec 09 11:29:29.879648 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] For port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:29:29.883888 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] For port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,segment=NetworkSegment(7b0d49fc-2a33-4c7c-93bf-5ec38f172819),segment_id=7b0d49fc-2a33-4c7c-93bf-5ec38f172819)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:29:29.894467 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.951447 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5e2816dc-0a0d-4e8f-88ca-a9828b29d973 req-11bf60c2-0760-46aa-b8c5-acb5b5bee900 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614338 Dec 09 11:29:29.961126 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:29.961824 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:29.963236 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] 10.222.0.32 "PUT /v2.0/ports/e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 HTTP/1.1" status: 200 len: 1098 time: 1.0008926 Dec 09 11:29:29.963682 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57344194-df2a-4b9e-a201-f0101afab963', 'tag': 'e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:29:29.967902 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cf101b-6219-4c33-9a14-65f9a5f2e06d" -d '{"events": [{"name": "network-changed", "server_uuid": "57344194-df2a-4b9e-a201-f0101afab963", "tag": "e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:29:29.995930 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab58de-aed6-465d-903d-c07d5fbcf34c service neutron] Pushing event updated for resources: {'Port': ['ID=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:30.090126 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aafa17-1984-4449-bd66-aab03241b67b req-6a2f3ce6-6821-4177-88b6-4b60786afdab tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:30.100051 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02aafa17-1984-4449-bd66-aab03241b67b req-6a2f3ce6-6821-4177-88b6-4b60786afdab tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0942500 Dec 09 11:29:30.136633 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0bea0a-39a9-4712-ae18-f8313b4c948f x-openstack-request-id: req-0c0bea0a-39a9-4712-ae18-f8313b4c948f {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:29:30.138713 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57344194-df2a-4b9e-a201-f0101afab963", "tag": "e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:29:30.141566 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c0bea0a-39a9-4712-ae18-f8313b4c948f {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:29:30.143353 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57344194-df2a-4b9e-a201-f0101afab963', 'tag': 'e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0', 'status': 'completed', 'code': 200} Dec 09 11:29:30.172744 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438055-c5e9-4c4b-8783-138ae256c449 req-6a947e7d-9c71-4663-998f-7b299080c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:30.174597 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-6a947e7d-9c71-4663-998f-7b299080c1b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a98bbc6e4362422c9b75737ddd60558d&device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 1101 time: 0.1309857 Dec 09 11:29:30.216586 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02aafa17-1984-4449-bd66-aab03241b67b req-6007b4a7-780c-4b91-b0d7-139909cd9c5a tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127923 Dec 09 11:29:30.255696 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-ff1207b0-1706-4082-8e56-1705e589c57c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 HTTP/1.1" status: 200 len: 217 time: 0.0553474 Dec 09 11:29:30.306834 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 46862) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:30.320424 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c3976779-7c2d-4db0-97ed-e9f864fa3f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:30.323715 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438055-c5e9-4c4b-8783-138ae256c449 req-7d2f8b4a-ad2f-4f84-b51c-0bac94f07871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:30.325193 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-7d2f8b4a-ad2f-4f84-b51c-0bac94f07871 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f59bee2f-05ca-4a0a-9f5c-8eb954611f7f HTTP/1.1" status: 200 len: 843 time: 0.0567217 Dec 09 11:29:30.392872 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438055-c5e9-4c4b-8783-138ae256c449 req-bbc801cd-439d-4152-9323-589a035bed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:30.394525 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-bbc801cd-439d-4152-9323-589a035bed2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c3b7bd-32df-4c58-8508-2840266d56b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0520201 Dec 09 11:29:30.412560 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c3976779-7c2d-4db0-97ed-e9f864fa3f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:30.417007 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c3976779-7c2d-4db0-97ed-e9f864fa3f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:30.467660 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3976779-7c2d-4db0-97ed-e9f864fa3f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3e51d0-4e05-4d1a-aa0b-95824102437f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:30.472805 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-c3976779-7c2d-4db0-97ed-e9f864fa3f81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d83ca6a1f5514a5bb0c3a1e2bf025bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647899 Dec 09 11:29:30.476337 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 46866) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:30.499172 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-934fe249-22fa-4e69-a944-dcdcfad07dad service neutron] 10.222.0.32 "GET /v2.0/networks/d8c3b7bd-32df-4c58-8508-2840266d56b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957253 Dec 09 11:29:30.527656 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-733bbda2-ef35-4b80-a244-581244dece25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:30.560029 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-733bbda2-ef35-4b80-a244-581244dece25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:30.609666 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-24438055-c5e9-4c4b-8783-138ae256c449 req-ca9b678f-42fb-495f-a76a-40e829a3d978 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c3b7bd-32df-4c58-8508-2840266d56b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018054 Dec 09 11:29:30.618952 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-733bbda2-ef35-4b80-a244-581244dece25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:30.621767 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-733bbda2-ef35-4b80-a244-581244dece25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:30.622966 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-733bbda2-ef35-4b80-a244-581244dece25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c3e51d0-4e05-4d1a-aa0b-95824102437f HTTP/1.1" status: 204 len: 168 time: 0.1458173 Dec 09 11:29:30.635771 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bbda2-ef35-4b80-a244-581244dece25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3e51d0-4e05-4d1a-aa0b-95824102437f,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:30.715840 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b391f-cf66-4f07-a307-712ce1f9f4de req-0b03f52c-f51a-4d2c-9860-32b2bd392d1e tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:30.717324 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-701b391f-cf66-4f07-a307-712ce1f9f4de req-0b03f52c-f51a-4d2c-9860-32b2bd392d1e tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 948 time: 0.0508704 Dec 09 11:29:30.767395 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-701b391f-cf66-4f07-a307-712ce1f9f4de req-163a9f22-4379-47a6-b4fc-8edd0d71b7bc tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Dec 09 11:29:30.839532 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-2ec3453a-4536-4046-8c61-ffcfb59c5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:30.841053 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-2ec3453a-4536-4046-8c61-ffcfb59c5442 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a98bbc6e4362422c9b75737ddd60558d&device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 1101 time: 0.0481925 Dec 09 11:29:30.950685 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-caaf42da-df03-410e-b8b7-3edf4bb1f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:30.952222 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-caaf42da-df03-410e-b8b7-3edf4bb1f847 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8c3b7bd-32df-4c58-8508-2840266d56b6 HTTP/1.1" status: 200 len: 870 time: 0.0852149 Dec 09 11:29:31.005789 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-8d8a2d2f-f8f3-47ce-9c1a-f0810f04c56e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 HTTP/1.1" status: 200 len: 217 time: 0.0421097 Dec 09 11:29:31.066358 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-a2ff85cc-fd13-4cb5-ac10-506e501049b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:31.068081 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-a2ff85cc-fd13-4cb5-ac10-506e501049b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f59bee2f-05ca-4a0a-9f5c-8eb954611f7f HTTP/1.1" status: 200 len: 843 time: 0.0485690 Dec 09 11:29:31.109438 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722374c2-bafd-4d71-91ae-54772b2bd6b4 req-21928722-5e4f-4ff8-879f-736c360cef2a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:31.111065 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-722374c2-bafd-4d71-91ae-54772b2bd6b4 req-21928722-5e4f-4ff8-879f-736c360cef2a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0678041 Dec 09 11:29:31.122595 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-b81cdcd0-c188-41bb-a19c-2ec8e104301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:31.124169 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-b81cdcd0-c188-41bb-a19c-2ec8e104301e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8c3b7bd-32df-4c58-8508-2840266d56b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475192 Dec 09 11:29:31.160727 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-722374c2-bafd-4d71-91ae-54772b2bd6b4 req-5c2c2f2c-7856-485c-b1f2-9c1e34f0b6b8 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 Dec 09 11:29:31.275088 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-9b896cb6-9358-4f57-a2c7-34a81b935c33 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c3b7bd-32df-4c58-8508-2840266d56b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137025 Dec 09 11:29:31.344899 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ce047-1067-4dfa-8be7-d76a4ac589b4 req-b329efbe-f9ec-4139-8002-42c0aa752674 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:31.346601 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc6ce047-1067-4dfa-8be7-d76a4ac589b4 req-b329efbe-f9ec-4139-8002-42c0aa752674 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0550354 Dec 09 11:29:31.427268 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc6ce047-1067-4dfa-8be7-d76a4ac589b4 req-b65bad83-2189-4952-962f-31879ded8171 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/security-groups?id=effa23db-dbec-40c7-8d0c-761a2fead7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733666 Dec 09 11:29:31.448300 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-92cf101b-6219-4c33-9a14-65f9a5f2e06d req-9d93a4a1-b235-4ac3-abe6-a7224be7f085 service neutron] 10.222.0.32 "GET /v2.0/networks/d8c3b7bd-32df-4c58-8508-2840266d56b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629539 Dec 09 11:29:31.816928 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-08334ab7-2b83-4424-8da7-41e9cceecc22 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:31.819280 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-08334ab7-2b83-4424-8da7-41e9cceecc22 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 945 time: 0.0902240 Dec 09 11:29:31.912986 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a0899-2da9-4683-93c4-a4e4e62e4cce req-f04272ae-1474-4ac0-9ea2-59cbeab2ad92 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:31.915031 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5b2a0899-2da9-4683-93c4-a4e4e62e4cce req-f04272ae-1474-4ac0-9ea2-59cbeab2ad92 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 948 time: 0.0704854 Dec 09 11:29:31.976352 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5b2a0899-2da9-4683-93c4-a4e4e62e4cce req-5b197b62-343c-4f11-95ed-a1552df6b2b0 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551956 Dec 09 11:29:32.033451 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-ad3d0ddf-2757-43d0-b721-7a23051569e8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Deleting port 4fc1e8ff-7e34-470f-b6aa-30145624da89 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:29:32.033921 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-ad3d0ddf-2757-43d0-b721-7a23051569e8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:32.133137 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-ad3d0ddf-2757-43d0-b721-7a23051569e8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] For port 4fc1e8ff-7e34-470f-b6aa-30145624da89, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4fc1e8ff-7e34-470f-b6aa-30145624da89,segment=NetworkSegment(360f9b1d-7a0f-4cca-8ce2-70d6dd999726),segment_id=360f9b1d-7a0f-4cca-8ce2-70d6dd999726)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:29:32.133518 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-ad3d0ddf-2757-43d0-b721-7a23051569e8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:32.150897 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-ad3d0ddf-2757-43d0-b721-7a23051569e8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Calling delete_port for 4fc1e8ff-7e34-470f-b6aa-30145624da89 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:29:32.295196 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72192a-ce78-453f-83bc-faebd0584cf5 req-174272f0-8389-4cff-98e3-15164e3c2266 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:32.297005 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9a72192a-ce78-453f-83bc-faebd0584cf5 req-174272f0-8389-4cff-98e3-15164e3c2266 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0546949 Dec 09 11:29:32.339155 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-ad3d0ddf-2757-43d0-b721-7a23051569e8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:32.357296 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9a72192a-ce78-453f-83bc-faebd0584cf5 req-e6cf7783-2ed7-4374-bc2c-6f34529473b4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513613 Dec 09 11:29:32.372299 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d0ddf-2757-43d0-b721-7a23051569e8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Pushing event deleted for resources: {'Port': ['ID=4fc1e8ff-7e34-470f-b6aa-30145624da89,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:32.387928 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['4fc1e8ff-7e34-470f-b6aa-30145624da89'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:29:32.437357 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-ad3d0ddf-2757-43d0-b721-7a23051569e8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] No DVR routers for this DVR port 4fc1e8ff-7e34-470f-b6aa-30145624da89 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:29:32.440779 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-ad3d0ddf-2757-43d0-b721-7a23051569e8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:32.445808 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9c2b9897-c94d-46f7-bd3a-adbedd1d15bc req-ad3d0ddf-2757-43d0-b721-7a23051569e8 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.32 "DELETE /v2.0/ports/4fc1e8ff-7e34-470f-b6aa-30145624da89 HTTP/1.1" status: 204 len: 173 time: 0.6185305 Dec 09 11:29:32.446258 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef936d3e-70a3-4338-a0d5-9444736dd4c5', 'name': 'network-vif-deleted', 'tag': '4fc1e8ff-7e34-470f-b6aa-30145624da89'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:29:32.448729 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4068a8-bd5a-494d-aaec-c71802a241eb" -d '{"events": [{"server_uuid": "ef936d3e-70a3-4338-a0d5-9444736dd4c5", "name": "network-vif-deleted", "tag": "4fc1e8ff-7e34-470f-b6aa-30145624da89"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:29:32.486483 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd4c7c6-7fe8-4e38-b07c-765800493ecd x-openstack-request-id: req-2bd4c7c6-7fe8-4e38-b07c-765800493ecd {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:29:32.486798 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef936d3e-70a3-4338-a0d5-9444736dd4c5", "name": "network-vif-deleted", "tag": "4fc1e8ff-7e34-470f-b6aa-30145624da89", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:29:32.487019 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bd4c7c6-7fe8-4e38-b07c-765800493ecd {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:29:32.491469 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef936d3e-70a3-4338-a0d5-9444736dd4c5', 'name': 'network-vif-deleted', 'tag': '4fc1e8ff-7e34-470f-b6aa-30145624da89', 'status': 'completed', 'code': 200} Dec 09 11:29:32.535540 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-792a793c-969f-44d6-ac6d-d51a214c7cb7 req-0fd0bac1-8444-4d72-9199-7370be12811f tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 210 time: 0.0312121 Dec 09 11:29:32.912934 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 46966) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:33.028695 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17fcb678-21b2-4d20-9ce3-aef4621ec9a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:33.125266 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7baf2-68b4-41a5-b1ff-7b27d625983b req-0578526f-14f9-4825-b657-047b49d0cca3 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:33.126744 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1bf7baf2-68b4-41a5-b1ff-7b27d625983b req-0578526f-14f9-4825-b657-047b49d0cca3 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 948 time: 0.0723183 Dec 09 11:29:33.161293 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17fcb678-21b2-4d20-9ce3-aef4621ec9a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:33.167253 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17fcb678-21b2-4d20-9ce3-aef4621ec9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:33.218569 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1bf7baf2-68b4-41a5-b1ff-7b27d625983b req-12bd772e-23b1-42ca-837c-4640fe8bd1e5 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822768 Dec 09 11:29:33.223877 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcb678-21b2-4d20-9ce3-aef4621ec9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdc1f9c-c441-441f-86ca-d80d3776a13f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:33.231725 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 46976) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:33.231848 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-17fcb678-21b2-4d20-9ce3-aef4621ec9a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d2ef92338b14c4c9a4f4a43473555d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178079 Dec 09 11:29:33.280061 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-52dba713-c9a8-4c92-9fa8-a4009fead0df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:33.302887 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-52dba713-c9a8-4c92-9fa8-a4009fead0df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:33.348719 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-52dba713-c9a8-4c92-9fa8-a4009fead0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:33.352172 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-52dba713-c9a8-4c92-9fa8-a4009fead0df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:33.353293 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-52dba713-c9a8-4c92-9fa8-a4009fead0df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfdc1f9c-c441-441f-86ca-d80d3776a13f HTTP/1.1" status: 204 len: 168 time: 0.1204898 Dec 09 11:29:33.361957 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dba713-c9a8-4c92-9fa8-a4009fead0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdc1f9c-c441-441f-86ca-d80d3776a13f,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:33.506169 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65f3aa-1702-4be9-9df0-b9325873521b req-cbcdf60e-3962-4662-bf59-25d41c2a33fb tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:33.507842 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee65f3aa-1702-4be9-9df0-b9325873521b req-cbcdf60e-3962-4662-bf59-25d41c2a33fb tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0574608 Dec 09 11:29:33.570825 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee65f3aa-1702-4be9-9df0-b9325873521b req-1945e8b7-c80a-4cf6-99ef-c399598da662 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551891 Dec 09 11:29:33.688659 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f4537547-f41f-4d8e-b91c-9db762a128c5 req-2cd7e453-5162-4c68-89d3-88c9f33d7527 tempest-DeleteServersTestJSON-556263055 tempest-DeleteServersTestJSON-556263055-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef936d3e-70a3-4338-a0d5-9444736dd4c5 HTTP/1.1" status: 200 len: 210 time: 0.0393853 Dec 09 11:29:34.003813 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:29:34.113358 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,segment=NetworkSegment(7b0d49fc-2a33-4c7c-93bf-5ec38f172819),segment_id=7b0d49fc-2a33-4c7c-93bf-5ec38f172819)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:29:34.125230 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': 'e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0', 'network_id': 'd8c3b7bd-32df-4c58-8508-2840266d56b6', 'port_id': 'e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0', 'mac_address': 'fa:16:3e:2e:e9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59bee2f-05ca-4a0a-9f5c-8eb954611f7f', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:29:34.164031 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:34.177139 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:29:34.197772 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,segment=NetworkSegment(7b0d49fc-2a33-4c7c-93bf-5ec38f172819),segment_id=7b0d49fc-2a33-4c7c-93bf-5ec38f172819)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:29:34.201689 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:34.254537 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:34.262605 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.263020 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.263384 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.263781 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.264123 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.264728 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.265070 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.265405 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.265766 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.266159 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.266393 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.266742 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.267076 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:34.347282 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898ddcc-1f9d-4e77-9f2c-3a6db6e8bfa5 req-243ff925-9c66-4899-82af-58dbf569d1a2 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:34.348753 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b898ddcc-1f9d-4e77-9f2c-3a6db6e8bfa5 req-243ff925-9c66-4899-82af-58dbf569d1a2 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 949 time: 0.0508902 Dec 09 11:29:34.403143 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b898ddcc-1f9d-4e77-9f2c-3a6db6e8bfa5 req-d469901c-92ec-4793-a78f-4c095268ed3e tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478961 Dec 09 11:29:34.626828 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:29:34.719003 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b376b2f-dfc1-4440-bf87-bedfb211fac9 req-80a07915-97b9-4b68-8d01-4c3d33ac223e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:34.721187 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b376b2f-dfc1-4440-bf87-bedfb211fac9 req-80a07915-97b9-4b68-8d01-4c3d33ac223e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0622001 Dec 09 11:29:34.778895 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b376b2f-dfc1-4440-bf87-bedfb211fac9 req-3fea43fb-bd5c-4047-a570-3d7b994eed1c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507171 Dec 09 11:29:35.523137 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f0a31-174c-43bc-9d07-95455aeb14db req-0cbf8fd8-0c25-41dd-a6d5-26352f440942 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:35.524863 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-962f0a31-174c-43bc-9d07-95455aeb14db req-0cbf8fd8-0c25-41dd-a6d5-26352f440942 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 949 time: 0.0511794 Dec 09 11:29:35.590295 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-962f0a31-174c-43bc-9d07-95455aeb14db req-dc3ace6c-dd94-4a02-b066-f91ecd188af6 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541985 Dec 09 11:29:35.909725 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ab219-08ed-4720-a46e-d39789c07894 req-f4ca87bf-7b36-4fd3-b747-7540b220cb66 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:35.911362 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-024ab219-08ed-4720-a46e-d39789c07894 req-f4ca87bf-7b36-4fd3-b747-7540b220cb66 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0595512 Dec 09 11:29:35.971744 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-024ab219-08ed-4720-a46e-d39789c07894 req-dfaee078-557e-4edc-a277-941fe088e311 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537660 Dec 09 11:29:36.187391 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47122) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:36.236201 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68691fa-53d9-453f-8774-b2c2f47ef818 admin admin] Deleting subnet 35f4b424-6ca4-49b4-a38e-4d413f88af7b {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:29:36.239308 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b68691fa-53d9-453f-8774-b2c2f47ef818 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.273135 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b68691fa-53d9-453f-8774-b2c2f47ef818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11771959'] for subnet, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.311150 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b68691fa-53d9-453f-8774-b2c2f47ef818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.360620 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b68691fa-53d9-453f-8774-b2c2f47ef818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11986384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11701277'] for subnet, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.387159 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68691fa-53d9-453f-8774-b2c2f47ef818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f4b424-6ca4-49b4-a38e-4d413f88af7b,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:36.392881 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b68691fa-53d9-453f-8774-b2c2f47ef818 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.396158 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b68691fa-53d9-453f-8774-b2c2f47ef818 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/35f4b424-6ca4-49b4-a38e-4d413f88af7b HTTP/1.1" status: 204 len: 168 time: 0.2076905 Dec 09 11:29:36.398522 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47126) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:36.463196 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.539770 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.558901 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b83f5ba-b608-4e52-b3dc-02d1f013c2d2']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:36.567517 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360f9b1d-7a0f-4cca-8ce2-70d6dd999726') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:36.567836 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360f9b1d-7a0f-4cca-8ce2-70d6dd999726') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:36.576563 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.589346 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.595189 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:29:36.595570 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:29:36.597154 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:29:36.655183 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.663467 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.669129 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b83f5ba-b608-4e52-b3dc-02d1f013c2d2 HTTP/1.1" status: 204 len: 168 time: 0.2695668 Dec 09 11:29:36.700532 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bc311-cf70-4e17-9887-1bc7945fc734 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b83f5ba-b608-4e52-b3dc-02d1f013c2d2,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:36.723813 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee96cb2-8183-4ddb-b70a-a356db1fc0ac req-9eeea3d3-73a1-4eb8-b65c-379c3f06a973 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:36.725911 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cee96cb2-8183-4ddb-b70a-a356db1fc0ac req-9eeea3d3-73a1-4eb8-b65c-379c3f06a973 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 949 time: 0.0688457 Dec 09 11:29:36.780366 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cee96cb2-8183-4ddb-b70a-a356db1fc0ac req-f63ccfc4-25a9-44c6-a049-d630608be18b tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483663 Dec 09 11:29:36.852677 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47136) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:36.889357 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-dd5183c4-d607-430e-a758-80eb670617d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edaea14c40e14d7abed6eff0c892477b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0355222 Dec 09 11:29:36.891909 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47138) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:36.937510 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72075380-eae6-4e02-b810-0af6e3b65db9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:36.957892 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72075380-eae6-4e02-b810-0af6e3b65db9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:37.003659 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72075380-eae6-4e02-b810-0af6e3b65db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:37.006399 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72075380-eae6-4e02-b810-0af6e3b65db9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:37.007696 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-72075380-eae6-4e02-b810-0af6e3b65db9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/effa23db-dbec-40c7-8d0c-761a2fead7a3 HTTP/1.1" status: 204 len: 168 time: 0.1148422 Dec 09 11:29:37.022029 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72075380-eae6-4e02-b810-0af6e3b65db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effa23db-dbec-40c7-8d0c-761a2fead7a3,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:37.097438 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcdcf7-5c6f-4862-952e-e626c70779c1 req-36182aea-130e-4f18-add2-268d4cbd2529 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:37.098941 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cefcdcf7-5c6f-4862-952e-e626c70779c1 req-36182aea-130e-4f18-add2-268d4cbd2529 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0487714 Dec 09 11:29:37.152199 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cefcdcf7-5c6f-4862-952e-e626c70779c1 req-b3f64cd4-b925-40b3-b674-d4dbd92863ba tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458529 Dec 09 11:29:37.578144 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:29:37.628062 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:29:37.632813 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:29:37.633192 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:37.713437 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:37.738243 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57344194-df2a-4b9e-a201-f0101afab963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:29:37.741077 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18f3735-fa4a-48b8-aba2-2aae6bc83044" -d '{"events": [{"server_uuid": "57344194-df2a-4b9e-a201-f0101afab963", "name": "network-vif-plugged", "status": "completed", "tag": "e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:29:37.765588 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,segment=NetworkSegment(7b0d49fc-2a33-4c7c-93bf-5ec38f172819),segment_id=7b0d49fc-2a33-4c7c-93bf-5ec38f172819)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:29:37.771508 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:37.772542 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 4fc1e8ff-7e34-470f-b6aa-30145624da89 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:29:37.814385 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d4a167-0af2-4720-8e76-63c17f93abff x-openstack-request-id: req-59d4a167-0af2-4720-8e76-63c17f93abff {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:29:37.814795 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57344194-df2a-4b9e-a201-f0101afab963", "name": "network-vif-plugged", "status": "completed", "tag": "e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:29:37.815091 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59d4a167-0af2-4720-8e76-63c17f93abff {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:29:37.815447 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57344194-df2a-4b9e-a201-f0101afab963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0', 'code': 200} Dec 09 11:29:37.818159 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 4fc1e8ff-7e34-470f-b6aa-30145624da89 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:29:37.818311 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 4fc1e8ff-7e34-470f-b6aa-30145624da89 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:29:37.840148 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:37.904874 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8888-914a-41ee-b0f8-1e2c6ac3ed13 req-89be8951-7e73-42b8-963d-3ef0c9b57e5f tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:37.906371 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9a8f8888-914a-41ee-b0f8-1e2c6ac3ed13 req-89be8951-7e73-42b8-963d-3ef0c9b57e5f tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 950 time: 0.0486979 Dec 09 11:29:37.955581 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9a8f8888-914a-41ee-b0f8-1e2c6ac3ed13 req-ce61f1b5-1ea0-4b72-8d6b-a7d83c37a641 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424485 Dec 09 11:29:38.269230 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff09318-a187-4f7c-b266-36573c52deed req-3c93d433-966d-4267-a78b-6baa41a6245f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:38.270556 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cff09318-a187-4f7c-b266-36573c52deed req-3c93d433-966d-4267-a78b-6baa41a6245f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0491338 Dec 09 11:29:38.318468 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cff09318-a187-4f7c-b266-36573c52deed req-b83341f5-93fd-43fa-8c8c-571a35c9e65a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Dec 09 11:29:38.898369 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b28e5-bfc0-45c4-90e8-bf96d49ce0f7 req-42611e95-ca98-473b-94be-3a353f8a1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:38.900002 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-076b28e5-bfc0-45c4-90e8-bf96d49ce0f7 req-42611e95-ca98-473b-94be-3a353f8a1454 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 1103 time: 0.0442569 Dec 09 11:29:38.951071 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-076b28e5-bfc0-45c4-90e8-bf96d49ce0f7 req-d3fa3bca-8277-4e85-a859-3b668b85dcc9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 Dec 09 11:29:39.076415 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b882e-2041-4820-8103-e1c703fad837 req-61d0c039-046d-4997-93b8-a32c2ffce2e8 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:39.077850 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-589b882e-2041-4820-8103-e1c703fad837 req-61d0c039-046d-4997-93b8-a32c2ffce2e8 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 950 time: 0.0503922 Dec 09 11:29:39.124391 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-589b882e-2041-4820-8103-e1c703fad837 req-23f743c1-a3d5-4e1c-8482-e9831859e4a4 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407114 Dec 09 11:29:39.435418 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae295071-d106-40bb-826e-c42bf7262a75 req-1a9ddc62-e989-4aa3-b427-5a6184f3857a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:39.436869 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae295071-d106-40bb-826e-c42bf7262a75 req-1a9ddc62-e989-4aa3-b427-5a6184f3857a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0482731 Dec 09 11:29:39.482721 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae295071-d106-40bb-826e-c42bf7262a75 req-a7241373-451e-4d5a-9d4b-1b32df1dae0e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Dec 09 11:29:40.255187 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c9ae0-c6b6-4463-828a-1c716e1aad24 req-3d0c969d-bbe4-4674-9ac5-eddf1552bfca tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:40.256675 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-233c9ae0-c6b6-4463-828a-1c716e1aad24 req-3d0c969d-bbe4-4674-9ac5-eddf1552bfca tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 950 time: 0.0535164 Dec 09 11:29:40.546876 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-233c9ae0-c6b6-4463-828a-1c716e1aad24 req-285eebc5-ccab-49a7-9134-494c6012d8e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840226 Dec 09 11:29:40.682272 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5d78a-e782-4164-a32c-664953abcc60 req-fab98092-bdf3-408e-ad46-cff766924984 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:40.683902 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7eb5d78a-e782-4164-a32c-664953abcc60 req-fab98092-bdf3-408e-ad46-cff766924984 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0643194 Dec 09 11:29:40.739111 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7eb5d78a-e782-4164-a32c-664953abcc60 req-8841fd05-920c-453e-b938-e0ba0197e452 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486190 Dec 09 11:29:40.834783 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47254) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:40.950079 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f8b77a56-7bb9-4b76-8f89-b4d86a1e12ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:41.044237 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f8b77a56-7bb9-4b76-8f89-b4d86a1e12ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:41.052117 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f8b77a56-7bb9-4b76-8f89-b4d86a1e12ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:41.095356 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f8b77a56-7bb9-4b76-8f89-b4d86a1e12ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62b3887b8b504ebbb75c1a6d2d7a7d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585127 Dec 09 11:29:41.096298 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b77a56-7bb9-4b76-8f89-b4d86a1e12ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70102612-d555-43ea-997f-02a30ca7b48c,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:41.098644 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47260) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:41.152571 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9175-9ada-4729-888c-6eb55381508b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:41.176999 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9175-9ada-4729-888c-6eb55381508b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:41.246472 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9175-9ada-4729-888c-6eb55381508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:41.251691 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9175-9ada-4729-888c-6eb55381508b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:41.254728 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-eb2c9175-9ada-4729-888c-6eb55381508b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70102612-d555-43ea-997f-02a30ca7b48c HTTP/1.1" status: 204 len: 168 time: 0.1533144 Dec 09 11:29:41.263556 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c9175-9ada-4729-888c-6eb55381508b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70102612-d555-43ea-997f-02a30ca7b48c,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:41.680930 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dd0c9-dfd3-42b7-9a2f-a857c770d333 req-f0a248e2-8581-4a91-a40b-07db80822085 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:41.688225 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee2dd0c9-dfd3-42b7-9a2f-a857c770d333 req-f0a248e2-8581-4a91-a40b-07db80822085 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 950 time: 0.0633438 Dec 09 11:29:41.750582 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee2dd0c9-dfd3-42b7-9a2f-a857c770d333 req-f35acc91-523c-49b2-99eb-b78d3bc1b937 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614760 Dec 09 11:29:41.938273 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6f09a-f077-4f25-a8bb-3b3074267a42 req-b426015b-2b5b-4eba-9113-4e6883342b57 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:41.941047 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e1d6f09a-f077-4f25-a8bb-3b3074267a42 req-b426015b-2b5b-4eba-9113-4e6883342b57 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0617819 Dec 09 11:29:42.046719 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e1d6f09a-f077-4f25-a8bb-3b3074267a42 req-1dae9446-8f73-4bbf-a9e0-3d5e3926b8e9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972867 Dec 09 11:29:42.199301 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbd3f5-a477-40da-9c19-3b876f22a36b req-e4f82530-bf91-4bd7-aad4-0c7bbc1227cc tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:42.200856 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e2bbd3f5-a477-40da-9c19-3b876f22a36b req-e4f82530-bf91-4bd7-aad4-0c7bbc1227cc tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 950 time: 0.0557332 Dec 09 11:29:42.277759 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e2bbd3f5-a477-40da-9c19-3b876f22a36b req-64fd0645-e269-4521-ab1a-67267b668021 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643022 Dec 09 11:29:42.945103 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47392) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:43.057054 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-101cfa33-c51e-46df-9685-0761bab8be9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.177235 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-101cfa33-c51e-46df-9685-0761bab8be9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.184744 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-101cfa33-c51e-46df-9685-0761bab8be9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.226321 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a18a66-8487-4e97-9fb0-f1fc493278c4 req-55f6df12-1923-45da-85fe-aa618a32e361 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:43.228278 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9a18a66-8487-4e97-9fb0-f1fc493278c4 req-55f6df12-1923-45da-85fe-aa618a32e361 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0942681 Dec 09 11:29:43.253963 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cfa33-c51e-46df-9685-0761bab8be9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b558e-df29-4785-8de5-9a8bdfad4a79,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:43.262334 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 47422) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:43.262864 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-101cfa33-c51e-46df-9685-0761bab8be9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa0673023d374eb999952775e8290cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161340 Dec 09 11:29:43.308504 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9a18a66-8487-4e97-9fb0-f1fc493278c4 req-18efe0c3-187d-4837-8c81-6b8f6fe7eff8 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708709 Dec 09 11:29:43.343097 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59ddbbd0-0ccf-4c0e-ad2b-b7b9305aa4d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.365704 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59ddbbd0-0ccf-4c0e-ad2b-b7b9305aa4d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.412324 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59ddbbd0-0ccf-4c0e-ad2b-b7b9305aa4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.415555 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59ddbbd0-0ccf-4c0e-ad2b-b7b9305aa4d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.416714 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-59ddbbd0-0ccf-4c0e-ad2b-b7b9305aa4d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce3b558e-df29-4785-8de5-9a8bdfad4a79 HTTP/1.1" status: 204 len: 168 time: 0.1532462 Dec 09 11:29:43.425670 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddbbd0-0ccf-4c0e-ad2b-b7b9305aa4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b558e-df29-4785-8de5-9a8bdfad4a79,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:43.441967 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd0c03-4a02-443a-bf23-362147ec78e9 req-baf0fdc2-bf9f-4c74-8735-875ac955dd84 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:43.449618 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2fcd0c03-4a02-443a-bf23-362147ec78e9 req-baf0fdc2-bf9f-4c74-8735-875ac955dd84 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 950 time: 0.0647836 Dec 09 11:29:43.497157 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2fcd0c03-4a02-443a-bf23-362147ec78e9 req-fe94cafc-e94b-47c4-955f-cca40cc14662 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/security-groups?id=97992d11-5784-49f1-afaa-227b963a1afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Dec 09 11:29:43.731403 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 47446) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:43.748015 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-eff6c0b5-e031-479e-b371-e480eaed3480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.837176 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-eff6c0b5-e031-479e-b371-e480eaed3480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.840771 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-eff6c0b5-e031-479e-b371-e480eaed3480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.878344 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-eff6c0b5-e031-479e-b371-e480eaed3480 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c73a171a6dc24bafaa059f86fa5886c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456196 Dec 09 11:29:43.879306 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6c0b5-e031-479e-b371-e480eaed3480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a956760-94b0-4fef-9a07-188b247d7cb7,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:43.881339 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47458) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:43.951962 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9109427a-af4a-4920-b999-24e071abe89d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:43.977497 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9109427a-af4a-4920-b999-24e071abe89d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:44.029528 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-a8186f6c-0820-4a98-bcda-dfadbd4af895 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:44.030880 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9109427a-af4a-4920-b999-24e071abe89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:44.031467 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-a8186f6c-0820-4a98-bcda-dfadbd4af895 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.32 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 950 time: 0.0517888 Dec 09 11:29:44.034164 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9109427a-af4a-4920-b999-24e071abe89d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:44.038919 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9109427a-af4a-4920-b999-24e071abe89d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a956760-94b0-4fef-9a07-188b247d7cb7 HTTP/1.1" status: 204 len: 168 time: 0.1554608 Dec 09 11:29:44.051153 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109427a-af4a-4920-b999-24e071abe89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a956760-94b0-4fef-9a07-188b247d7cb7,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:44.148773 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-6f50343b-3f72-4352-a5b0-d0b4236a27e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Deleting port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:29:44.149110 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-6f50343b-3f72-4352-a5b0-d0b4236a27e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:44.256406 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-6f50343b-3f72-4352-a5b0-d0b4236a27e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] For port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,segment=NetworkSegment(7b0d49fc-2a33-4c7c-93bf-5ec38f172819),segment_id=7b0d49fc-2a33-4c7c-93bf-5ec38f172819)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:29:44.256820 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-6f50343b-3f72-4352-a5b0-d0b4236a27e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:44.270559 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-6f50343b-3f72-4352-a5b0-d0b4236a27e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Calling delete_port for e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:29:44.486330 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-6f50343b-3f72-4352-a5b0-d0b4236a27e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:44.493837 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78231a-a84c-4f68-8327-3aff049c9206 req-3df8e86d-6299-40c0-8569-4015de73da85 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:44.495546 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1c78231a-a84c-4f68-8327-3aff049c9206 req-3df8e86d-6299-40c0-8569-4015de73da85 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0634699 Dec 09 11:29:44.533993 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50343b-3f72-4352-a5b0-d0b4236a27e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Pushing event deleted for resources: {'Port': ['ID=e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:44.540123 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:29:44.601681 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1c78231a-a84c-4f68-8327-3aff049c9206 req-fc037c9f-195e-4b67-b312-da6ed88bbb1a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917275 Dec 09 11:29:44.652719 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-6f50343b-3f72-4352-a5b0-d0b4236a27e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] No DVR routers for this DVR port e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:29:44.656492 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-6f50343b-3f72-4352-a5b0-d0b4236a27e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:44.659852 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1e1fbe68-f07b-468a-a984-73bb4e2cca52 req-6f50343b-3f72-4352-a5b0-d0b4236a27e7 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.32 "DELETE /v2.0/ports/e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 HTTP/1.1" status: 204 len: 173 time: 0.6170661 Dec 09 11:29:44.660307 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57344194-df2a-4b9e-a201-f0101afab963', 'name': 'network-vif-deleted', 'tag': 'e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:29:44.662676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a5d351-4c36-49a2-8bc1-7c6f7a880723" -d '{"events": [{"server_uuid": "57344194-df2a-4b9e-a201-f0101afab963", "name": "network-vif-deleted", "tag": "e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:29:44.748892 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9967b1e-eaf6-4b60-9109-0d567b979c88 x-openstack-request-id: req-f9967b1e-eaf6-4b60-9109-0d567b979c88 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:29:44.752670 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57344194-df2a-4b9e-a201-f0101afab963", "name": "network-vif-deleted", "tag": "e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:29:44.753138 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9967b1e-eaf6-4b60-9109-0d567b979c88 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:29:44.753770 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57344194-df2a-4b9e-a201-f0101afab963', 'name': 'network-vif-deleted', 'tag': 'e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0', 'status': 'completed', 'code': 200} Dec 09 11:29:44.764853 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bf41d9bf-e348-4d7d-8b6e-dba2fe4f15c6 req-5da1852f-c4e4-49a8-ba34-c94cdbd2a231 tempest-VolumesNegativeTest-1958017106 tempest-VolumesNegativeTest-1958017106-project] 10.222.0.30 "GET /v2.0/ports?device_id=57344194-df2a-4b9e-a201-f0101afab963 HTTP/1.1" status: 200 len: 210 time: 0.0669062 Dec 09 11:29:45.750773 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a53616-fe9a-4bfa-83b0-77a315f3b55f req-d9aeecb5-6d71-44e0-9926-bf7f903b212f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:45.752276 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-77a53616-fe9a-4bfa-83b0-77a315f3b55f req-d9aeecb5-6d71-44e0-9926-bf7f903b212f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0712080 Dec 09 11:29:45.792793 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612439-953e-4f5e-8a52-3859d94fe2b3 req-e6392fbb-24fc-4182-8a6b-b32538b8d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:45.795201 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f0612439-953e-4f5e-8a52-3859d94fe2b3 req-e6392fbb-24fc-4182-8a6b-b32538b8d438 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 1099 time: 0.0521863 Dec 09 11:29:45.826289 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-77a53616-fe9a-4bfa-83b0-77a315f3b55f req-76c77ed0-f16e-4138-aa09-cee00487f0b5 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665598 Dec 09 11:29:45.879912 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f0612439-953e-4f5e-8a52-3859d94fe2b3 req-4f94a7b0-5e42-49a2-86b2-fb148683f067 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616012 Dec 09 11:29:46.036487 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:46.672245 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:29:46.692401 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:29:46.692751 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device e21e2de9-0cc3-4013-96fc-4d6cb9a2f7d0 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:29:46.971051 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82172020-d8eb-4bba-a0f0-4daf7aea3049 req-df08bd0f-eb96-4f65-80b2-611ae9cc61f6 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:46.973099 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-82172020-d8eb-4bba-a0f0-4daf7aea3049 req-df08bd0f-eb96-4f65-80b2-611ae9cc61f6 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0646305 Dec 09 11:29:47.033686 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-82172020-d8eb-4bba-a0f0-4daf7aea3049 req-2dbfb27b-d1b6-4f95-9d98-0353e652089d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536256 Dec 09 11:29:47.751838 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47782) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:47.820705 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5361835-b0a7-46c4-b330-73a14c28b92d admin admin] Deleting subnet 6c2d51c2-e4ba-4cf5-815e-4b7094033269 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:29:47.824223 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f5361835-b0a7-46c4-b330-73a14c28b92d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:47.859491 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f5361835-b0a7-46c4-b330-73a14c28b92d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11771959'] for subnet, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:47.901863 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f5361835-b0a7-46c4-b330-73a14c28b92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:47.958994 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f5361835-b0a7-46c4-b330-73a14c28b92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11986384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11701277'] for subnet, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:47.989468 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5361835-b0a7-46c4-b330-73a14c28b92d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2d51c2-e4ba-4cf5-815e-4b7094033269,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:47.995012 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f5361835-b0a7-46c4-b330-73a14c28b92d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.000769 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 47808) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:48.001250 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f5361835-b0a7-46c4-b330-73a14c28b92d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6c2d51c2-e4ba-4cf5-815e-4b7094033269 HTTP/1.1" status: 204 len: 168 time: 0.2479074 Dec 09 11:29:48.104115 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.196111 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc06cea-5919-4050-8ae2-546769097ae3 req-b4ab0bfd-75a4-410d-b6d8-5e248182c178 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:48.197689 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8fc06cea-5919-4050-8ae2-546769097ae3 req-b4ab0bfd-75a4-410d-b6d8-5e248182c178 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0570049 Dec 09 11:29:48.248344 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.271037 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8fc06cea-5919-4050-8ae2-546769097ae3 req-e56ae3da-a9c7-4e52-91b1-a306899b6319 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632300 Dec 09 11:29:48.285160 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.285160 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.285160 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.285160 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > port after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.285160 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.285633 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > port after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.285937 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.286148 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.286377 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.286718 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.384569 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.384920 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.385254 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.388453 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 11:29:48.388453 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3881daf7-7ace-45b6-90ac-bce069a3907c']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:48.391341 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47838) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:48.406585 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b08f83-3057-4f16-95dd-ba74ff70fdec') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:48.407174 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b08f83-3057-4f16-95dd-ba74ff70fdec') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:48.418327 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b44c78-5627-4d69-a624-564f33ecc3c0 req-46aabb83-bd70-40d7-8be4-e99527daaae1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:48.424839 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8556168'] for segment, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.427372 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-43b44c78-5627-4d69-a624-564f33ecc3c0 req-46aabb83-bd70-40d7-8be4-e99527daaae1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0859098 Dec 09 11:29:48.447533 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.456947 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:29:48.457768 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12023057'] for segment, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: from cryptography.utils import int_from_bytes Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: from cryptography.utils import int_from_bytes Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: Traceback (most recent call last): Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: timer() Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: cb(*args, **kw) Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: return func(*args, **kwargs) Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: self._notify() Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: self.callback(batched_events) Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: event.method(event) Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: return f(self, *a, **k) Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._get(url).json() Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:29:48.462655 dv-cinder-817351-6-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:29:48.498614 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-43b44c78-5627-4d69-a624-564f33ecc3c0 req-83a19cbf-ffd7-4e68-8a8c-890e16a60531 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671444 Dec 09 11:29:48.558161 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-65a65517-fafe-49fb-9969-281df46b58a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.561164 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.595232 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.603560 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] 10.222.0.30 "DELETE /v2.0/networks/3881daf7-7ace-45b6-90ac-bce069a3907c HTTP/1.1" status: 204 len: 168 time: 0.6007359 Dec 09 11:29:48.605472 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e73bc5-7dfd-4340-bc25-817e13fc699c admin admin] Pushing event deleted for resources: {'Network': ['ID=3881daf7-7ace-45b6-90ac-bce069a3907c,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:48.607777 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 47852) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:48.667189 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e2f8b9-73d3-40ef-a134-0758e8384452 admin admin] Deleting subnet 04866fa3-0076-4ae3-afcf-222ca13602cc {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:29:48.671480 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-83e2f8b9-73d3-40ef-a134-0758e8384452 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.682850 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-65a65517-fafe-49fb-9969-281df46b58a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.687985 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-65a65517-fafe-49fb-9969-281df46b58a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.712638 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-83e2f8b9-73d3-40ef-a134-0758e8384452 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8556163'] for subnet, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.741441 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 47864) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:48.741711 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-65a65517-fafe-49fb-9969-281df46b58a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddeae1c1ca8940f4bf2418dd63ca2c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487380 Dec 09 11:29:48.743857 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a65517-fafe-49fb-9969-281df46b58a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ee54b3-939d-48cd-bee7-36e7f0063f4f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:48.802021 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-83e2f8b9-73d3-40ef-a134-0758e8384452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.836390 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9b220461-30f6-4177-b5ee-6760e0db4d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.886242 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9b220461-30f6-4177-b5ee-6760e0db4d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.946869 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-83e2f8b9-73d3-40ef-a134-0758e8384452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12023275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388961'] for subnet, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.973203 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2f8b9-73d3-40ef-a134-0758e8384452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04866fa3-0076-4ae3-afcf-222ca13602cc,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:48.982676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-83e2f8b9-73d3-40ef-a134-0758e8384452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.986513 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-83e2f8b9-73d3-40ef-a134-0758e8384452 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/04866fa3-0076-4ae3-afcf-222ca13602cc HTTP/1.1" status: 204 len: 168 time: 0.3733037 Dec 09 11:29:48.987937 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9b220461-30f6-4177-b5ee-6760e0db4d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.989317 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47888) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:48.990383 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9b220461-30f6-4177-b5ee-6760e0db4d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:48.991676 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9b220461-30f6-4177-b5ee-6760e0db4d2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18ee54b3-939d-48cd-bee7-36e7f0063f4f HTTP/1.1" status: 204 len: 168 time: 0.2491550 Dec 09 11:29:49.000603 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b220461-30f6-4177-b5ee-6760e0db4d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ee54b3-939d-48cd-bee7-36e7f0063f4f,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:49.078491 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.163953 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.186116 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de8f72c-ffe0-49ef-8f12-4db905264e62']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:49.196012 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be46f96-fb4f-442f-9787-f96130c7abb5') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:49.196312 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be46f96-fb4f-442f-9787-f96130c7abb5') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:49.205325 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.218867 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.226541 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:29:49.227012 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:29:49.228913 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:29:49.282170 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.287700 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.291711 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] 10.222.0.30 "DELETE /v2.0/networks/8de8f72c-ffe0-49ef-8f12-4db905264e62 HTTP/1.1" status: 204 len: 168 time: 0.3011668 Dec 09 11:29:49.306238 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411ede2-8d62-4a4d-86a8-89db973e1c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=8de8f72c-ffe0-49ef-8f12-4db905264e62,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:49.407540 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47908) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:49.452874 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-bfdf99ff-668d-44f2-aca7-ed9093fb0095 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=399bca6088ae4129b326ec96bb72e838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418551 Dec 09 11:29:49.453102 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47910) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:49.502583 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-60bbba4d-5b12-4d31-9b21-57f5d50c6409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.524923 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-60bbba4d-5b12-4d31-9b21-57f5d50c6409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.573235 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-60bbba4d-5b12-4d31-9b21-57f5d50c6409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.575997 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-60bbba4d-5b12-4d31-9b21-57f5d50c6409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.577134 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-60bbba4d-5b12-4d31-9b21-57f5d50c6409 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a1272d0-5d6a-4ea2-95b8-eb74a0aefd89 HTTP/1.1" status: 204 len: 168 time: 0.1230276 Dec 09 11:29:49.589473 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbba4d-5b12-4d31-9b21-57f5d50c6409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1272d0-5d6a-4ea2-95b8-eb74a0aefd89,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:49.870170 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47930) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:49.912948 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-fd311fcd-ba24-4b65-8ecc-5555b2e0e796 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f74eeddc6129449d9abdd5d3f8cd888f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391304 Dec 09 11:29:49.913211 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47932) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:49.966028 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad431-2174-42cc-ab81-d7f5f8814645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:49.987612 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad431-2174-42cc-ab81-d7f5f8814645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:50.041147 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad431-2174-42cc-ab81-d7f5f8814645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:50.044720 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad431-2174-42cc-ab81-d7f5f8814645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:50.046847 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-7b7ad431-2174-42cc-ab81-d7f5f8814645 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc62fd0d-d9eb-4e59-ba9c-01f7ad2c35c0 HTTP/1.1" status: 204 len: 168 time: 0.1313076 Dec 09 11:29:50.060306 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ad431-2174-42cc-ab81-d7f5f8814645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc62fd0d-d9eb-4e59-ba9c-01f7ad2c35c0,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:50.768191 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 47988) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:50.874599 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1121786437-network', 'tenant_id': '9f1f9d85be844857a56e44438f3a71d5'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:50.902826 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Made reservation on behalf of 9f1f9d85be844857a56e44438f3a71d5 for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:29:50.905067 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.010559 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 47996) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:51.121478 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.130326 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2f12f4ac-fa93-4f76-8c52-888554dd37a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.211352 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2f12f4ac-fa93-4f76-8c52-888554dd37a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.215233 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.216460 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2f12f4ac-fa93-4f76-8c52-888554dd37a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.220482 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.246983 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:29:51.258972 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dbb760-8460-420a-87ed-c23778b52f1d,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:51.260530 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2f12f4ac-fa93-4f76-8c52-888554dd37a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09ff0e76a75848b7919f93cf67c84b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483714 Dec 09 11:29:51.261137 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48004) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:51.276489 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12f4ac-fa93-4f76-8c52-888554dd37a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec56aaf0-f9c9-4f06-91da-c038a5a8c324,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:51.277624 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.278107 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Added segment c02ac22c-b95d-4742-9792-d7a8757f13f1 of type vlan for network 62885e48-033f-4733-837b-2a59952e0d7c Dec 09 11:29:51.315144 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-499126c3-b763-43a2-ae8e-330b16153a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.328431 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.340479 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-499126c3-b763-43a2-ae8e-330b16153a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.354232 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.355764 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:51.356270 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.386851 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-499126c3-b763-43a2-ae8e-330b16153a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.389957 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-499126c3-b763-43a2-ae8e-330b16153a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.391157 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-499126c3-b763-43a2-ae8e-330b16153a93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec56aaf0-f9c9-4f06-91da-c038a5a8c324 HTTP/1.1" status: 204 len: 168 time: 0.1288192 Dec 09 11:29:51.399725 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499126c3-b763-43a2-ae8e-330b16153a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec56aaf0-f9c9-4f06-91da-c038a5a8c324,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:51.426859 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] Pushing event updated for resources: {'Network': ['ID=62885e48-033f-4733-837b-2a59952e0d7c,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:51.435432 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ccdfba7b-62a8-401e-8c62-2cfd19a7f631 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6658938 Dec 09 11:29:51.436651 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48008) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:51.441634 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Request body: {'subnet': {'network_id': '62885e48-033f-4733-837b-2a59952e0d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1121786437-subnet', 'tenant_id': '9f1f9d85be844857a56e44438f3a71d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:51.444426 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 62885e48-033f-4733-837b-2a59952e0d7c details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:29:51.464789 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Made reservation on behalf of 9f1f9d85be844857a56e44438f3a71d5 for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:29:51.467589 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11701758'] for subnet, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.643343 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11986323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11701268'] for subnet, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.699134 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f563f46-7b83-4fca-87ed-4fcfcb33d97e,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:51.706862 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48012) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:51.721566 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Checking segment: {'id': 'c02ac22c-b95d-4742-9792-d7a8757f13f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:29:51.721566 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Network hostable DHCP agents. Network: 62885e48-033f-4733-837b-2a59952e0d7c, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:29:51.721867 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-13da7b47-65db-4ace-ae4e-c8229d161f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.740706 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Network 62885e48-033f-4733-837b-2a59952e0d7c is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:29:51.755014 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 62885e48-033f-4733-837b-2a59952e0d7c) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:29:51.760013 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:51.760952 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.768363 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d7b09-7f1b-4ac9-a65a-d0276b22ed93 None None] Network 62885e48-033f-4733-837b-2a59952e0d7c requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:29:51.790206 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-315f49fa-0675-424a-8911-a1cc96de50a2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3425519 Dec 09 11:29:51.873992 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-13da7b47-65db-4ace-ae4e-c8229d161f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.878860 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-13da7b47-65db-4ace-ae4e-c8229d161f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:51.904447 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713e65aa-8189-418f-8e56-c08c11101791 None None] Network 62885e48-033f-4733-837b-2a59952e0d7c requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:29:51.931325 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48022) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:51.931738 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-13da7b47-65db-4ace-ae4e-c8229d161f10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b08e3853f2b454da4ce77825ce0cba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231972 Dec 09 11:29:51.933203 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da7b47-65db-4ace-ae4e-c8229d161f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857cc930-4aa6-41a7-bdaa-f0b772c69ef0,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:52.013941 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d417475-c273-4265-8223-db1e1dcb0f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:52.042123 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d417475-c273-4265-8223-db1e1dcb0f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:52.113426 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d417475-c273-4265-8223-db1e1dcb0f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:52.118942 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d417475-c273-4265-8223-db1e1dcb0f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:52.121190 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5d417475-c273-4265-8223-db1e1dcb0f86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/857cc930-4aa6-41a7-bdaa-f0b772c69ef0 HTTP/1.1" status: 204 len: 168 time: 0.1888781 Dec 09 11:29:52.131262 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d417475-c273-4265-8223-db1e1dcb0f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857cc930-4aa6-41a7-bdaa-f0b772c69ef0,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:52.434861 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94c4ca-8f00-43ab-ac80-6e587752a9ab req-5e5d0e10-0fa7-4033-8321-ad2011a19256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:52.438137 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1c94c4ca-8f00-43ab-ac80-6e587752a9ab req-5e5d0e10-0fa7-4033-8321-ad2011a19256 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1098 time: 0.0930541 Dec 09 11:29:52.518748 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62598b-072e-4d6d-8eec-4d4b1c0dd3ff req-141352ab-68e4-4747-9680-5ac3ea522ca6 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:52.528086 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2a62598b-072e-4d6d-8eec-4d4b1c0dd3ff req-141352ab-68e4-4747-9680-5ac3ea522ca6 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1593015 Dec 09 11:29:52.566025 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48060) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:52.625731 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2a62598b-072e-4d6d-8eec-4d4b1c0dd3ff req-ea69deb4-c15d-45c2-b717-b9c5098cf6c6 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924535 Dec 09 11:29:52.666556 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94c4ca-8f00-43ab-ac80-6e587752a9ab req-183d46f2-8eba-40b1-8727-fe3a4168e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:52.668052 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1c94c4ca-8f00-43ab-ac80-6e587752a9ab req-183d46f2-8eba-40b1-8727-fe3a4168e05c service neutron] 10.222.0.32 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 920 time: 0.2207084 Dec 09 11:29:52.724454 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1c94c4ca-8f00-43ab-ac80-6e587752a9ab req-38f2de34-4a87-4b29-a01e-c1fbe47ff604 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f HTTP/1.1" status: 200 len: 217 time: 0.0384929 Dec 09 11:29:52.779186 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94c4ca-8f00-43ab-ac80-6e587752a9ab req-5fb5069a-4d65-4e9d-b2c8-d1c48fc48aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:52.780659 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1c94c4ca-8f00-43ab-ac80-6e587752a9ab req-5fb5069a-4d65-4e9d-b2c8-d1c48fc48aef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 200 len: 859 time: 0.0487196 Dec 09 11:29:52.825998 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1c94c4ca-8f00-43ab-ac80-6e587752a9ab req-21a40dbd-94d5-4ce7-8214-8577c092b10c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=763cb968-a326-4989-b036-296e6a5ecbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357697 Dec 09 11:29:52.827793 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1f1c7499-186e-40d5-9e13-c0a738d51941 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a98bbc6e4362422c9b75737ddd60558d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566421 Dec 09 11:29:52.830265 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48076) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:52.886051 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d3821b85-e853-495f-a1d3-ed7d758478fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:52.908674 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d3821b85-e853-495f-a1d3-ed7d758478fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:52.932461 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1c94c4ca-8f00-43ab-ac80-6e587752a9ab req-6596afb7-bfa1-4aee-a451-9459ada0db93 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981834 Dec 09 11:29:52.971577 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d3821b85-e853-495f-a1d3-ed7d758478fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:52.974746 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d3821b85-e853-495f-a1d3-ed7d758478fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:52.976178 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d3821b85-e853-495f-a1d3-ed7d758478fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97992d11-5784-49f1-afaa-227b963a1afb HTTP/1.1" status: 204 len: 168 time: 0.1448345 Dec 09 11:29:52.985108 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3821b85-e853-495f-a1d3-ed7d758478fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97992d11-5784-49f1-afaa-227b963a1afb,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:53.075705 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1c94c4ca-8f00-43ab-ac80-6e587752a9ab req-ec3578bc-39b1-4f72-bff0-da8e8b6fb2b8 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351495 Dec 09 11:29:53.735910 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48140) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:53.767811 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df5abb-08de-4709-95d1-0cdc04b0ccbf req-e1c5399f-0c38-4ca5-8256-3a748a6f3521 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:53.771188 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b2df5abb-08de-4709-95d1-0cdc04b0ccbf req-e1c5399f-0c38-4ca5-8256-3a748a6f3521 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0554087 Dec 09 11:29:53.817573 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b2df5abb-08de-4709-95d1-0cdc04b0ccbf req-a490f6f0-187c-4b99-a26f-e42abea077e3 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Dec 09 11:29:53.868458 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f3c65057-e7dd-4c3f-9804-f238215136b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:53.936270 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-243558062-network', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:53.961417 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Made reservation on behalf of e7aeff5b1f3642388728416bc21f327e for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:29:53.963982 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:53.978371 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.068353 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-7c8b5e86-1f5b-4506-960d-3499f527908a tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:54.070933 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-7c8b5e86-1f5b-4506-960d-3499f527908a tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/networks?id=62885e48-033f-4733-837b-2a59952e0d7c HTTP/1.1" status: 200 len: 809 time: 0.1245618 Dec 09 11:29:54.089818 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-6fdf1879-41fe-4045-b8d9-d48b5b5dc516 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/quotas/9f1f9d85be844857a56e44438f3a71d5 HTTP/1.1" status: 200 len: 375 time: 0.0109630 Dec 09 11:29:54.096086 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.100962 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.125942 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-c51b88d1-3c60-49d5-86e4-1442d2f7ff2b tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f1f9d85be844857a56e44438f3a71d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298669 Dec 09 11:29:54.127227 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:29:54.143579 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be22f0f4-94e6-42f3-b228-2102d3f61ca2,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:54.150470 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.150853 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Added segment b74a2c15-c522-4daf-9beb-f8c338813a06 of type vlan for network 18c645dc-cda4-4ca4-b189-415be1a306b3 Dec 09 11:29:54.204031 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.240384 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.242521 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:54.243271 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.275017 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-3a1685f9-2cc7-46f8-a902-cb277890fa8f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:29:54.276917 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-3a1685f9-2cc7-46f8-a902-cb277890fa8f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0786819 Dec 09 11:29:54.301729 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5643139 Dec 09 11:29:54.306450 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48178) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:54.313801 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Request body: {'subnet': {'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-243558062-subnet', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'ip_version': 4}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:54.314384 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e7371-282e-4892-8f48-e782d37b8166 admin admin] Pushing event updated for resources: {'Network': ['ID=18c645dc-cda4-4ca4-b189-415be1a306b3,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:54.324306 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 18c645dc-cda4-4ca4-b189-415be1a306b3 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:29:54.376025 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Made reservation on behalf of e7aeff5b1f3642388728416bc21f327e for: {'subnet': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:29:54.378538 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11701758'] for subnet, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.458143 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-f61cb8fd-ee86-44bd-86ea-a74b259ceb6d service neutron] 10.222.0.30 "GET /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740849 Dec 09 11:29:54.643352 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-262e8210-ac39-4bfe-8165-00d16009523f service neutron] 10.222.0.30 "GET /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608486 Dec 09 11:29:54.661771 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11986323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11701268'] for subnet, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.725946 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a0cd09-1860-4bbe-ae71-c1761e2733eb,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:54.733776 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Checking segment: {'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:29:54.734189 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Network hostable DHCP agents. Network: 18c645dc-cda4-4ca4-b189-415be1a306b3, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:29:54.761398 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Network 18c645dc-cda4-4ca4-b189-415be1a306b3 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:29:54.781163 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 18c645dc-cda4-4ca4-b189-415be1a306b3) {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:29:54.798610 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:54.799281 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.801576 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b8e70-379d-47fa-8b54-13323d700484 None None] Network 18c645dc-cda4-4ca4-b189-415be1a306b3 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:29:54.833380 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-7d303753-85b0-4e3f-ba8f-8edf4fe3246f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5255919 Dec 09 11:29:54.837163 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48202) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:54.847400 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:54.904892 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e954ed20-b839-4975-9433-e1be495c1c34 req-b25446ad-cae9-4a72-a1c2-a708a5469289 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 210 time: 0.0390999 Dec 09 11:29:54.921639 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-477'] for router, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:54.924501 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1041188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-470'] for router, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.028503 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.050108 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d80c5c-0d00-469d-ac37-89b87750a317 req-ba9c33c2-9131-41f4-a545-3bfd769f1085 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:55.059368 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02d80c5c-0d00-469d-ac37-89b87750a317 req-ba9c33c2-9131-41f4-a545-3bfd769f1085 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0812786 Dec 09 11:29:55.128834 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d22fdf4-49db-53c2-8d14-2eba624b742b-18c645dc-cda4-4ca4-b189-415be1a306b3', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb'}]}} from dv-cinder-817351-6-iscsi. {{(pid=102510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:29:55.133765 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.169748 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-02d80c5c-0d00-469d-ac37-89b87750a317 req-a67c7c2d-4bf2-45b3-8f43-4996ad3c8e9f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085668 Dec 09 11:29:55.265423 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.344622 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Allocated IP 172.20.0.2 (18c645dc-cda4-4ca4-b189-415be1a306b3/e5a0cd09-1860-4bbe-ae71-c1761e2733eb/53ad6f5a-1672-46e7-b9ca-ab840d265c78) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:29:55.458967 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48224) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:55.505915 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48228) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:55.619932 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Publish callbacks [] for port, precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.620196 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-08132952-a924-46d8-8d80-d59eb839ecf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.627144 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.672978 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.686604 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Pushing event updated for resources: {'Port': ['ID=53ad6f5a-1672-46e7-b9ca-ab840d265c78,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:55.705144 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Network 18c645dc-cda4-4ca4-b189-415be1a306b3 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:29:55.707289 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:29:55.712982 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.714590 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:29:55.732214 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-08132952-a924-46d8-8d80-d59eb839ecf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.738342 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-08132952-a924-46d8-8d80-d59eb839ecf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.781166 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Attempting to bind port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:29:55.781166 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Attempting to bind port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:29:55.781501 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Attempting to bind port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 on network 18c645dc-cda4-4ca4-b189-415be1a306b3 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:29:55.789095 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:29:55.789095 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Checking segment: {'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:29:55.789095 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.789095 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Bound using segment: {'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:29:55.789095 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Bound port: 53ad6f5a-1672-46e7-b9ca-ab840d265c78, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:29:55.789627 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-471c1cec-3c1a-4167-8a6e-6579e6958900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.790056 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.804205 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-08132952-a924-46d8-8d80-d59eb839ecf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b11342dfac2480e88af9defc1931fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440428 Dec 09 11:29:55.810509 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48234) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:55.817810 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08132952-a924-46d8-8d80-d59eb839ecf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06805dc-6833-4e55-9845-20934a8425e2,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:55.863490 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] For port 53ad6f5a-1672-46e7-b9ca-ab840d265c78, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:29:55.865914 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] For port 53ad6f5a-1672-46e7-b9ca-ab840d265c78, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=53ad6f5a-1672-46e7-b9ca-ab840d265c78,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:29:55.872582 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.890276 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Allocated IP 172.27.0.236 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/fda15b4a-0cf9-48da-9784-365f758c4d35) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:29:55.894605 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0a47e4b7-a042-408e-b181-aa3a7296c86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.946054 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0a47e4b7-a042-408e-b181-aa3a7296c86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.950931 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d91492-b84e-45ab-9306-fc4be5438322 None None] Pushing event updated for resources: {'Port': ['ID=53ad6f5a-1672-46e7-b9ca-ab840d265c78,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:55.969044 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-471c1cec-3c1a-4167-8a6e-6579e6958900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:55.984232 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-471c1cec-3c1a-4167-8a6e-6579e6958900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.051785 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d0390d8b-a859-471a-89c6-bfb4d622af2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.071869 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.076155 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88cab398-626c-47ee-bec1-e7703ba90de2 req-c4378721-1128-4455-afb2-83f0628ae828 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 210 time: 0.0618610 Dec 09 11:29:56.082430 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-471c1cec-3c1a-4167-8a6e-6579e6958900 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd1c96d099e1461dabf98f233190908a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5747423 Dec 09 11:29:56.085251 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c1cec-3c1a-4167-8a6e-6579e6958900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58401f36-a958-4674-836d-819cbb0669c3,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:56.087849 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48238) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:56.119169 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.125558 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0a47e4b7-a042-408e-b181-aa3a7296c86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.128119 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0a47e4b7-a042-408e-b181-aa3a7296c86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.129248 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-0a47e4b7-a042-408e-b181-aa3a7296c86b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f06805dc-6833-4e55-9845-20934a8425e2 HTTP/1.1" status: 204 len: 168 time: 0.3178003 Dec 09 11:29:56.150308 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47e4b7-a042-408e-b181-aa3a7296c86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06805dc-6833-4e55-9845-20934a8425e2,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:56.170228 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:29:56.170872 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-57a5e0b1-9377-446f-88d2-28b43089177f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.173672 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:29:56.181762 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:29:56.211413 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fda15b4a-0cf9-48da-9784-365f758c4d35,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:56.244422 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-57a5e0b1-9377-446f-88d2-28b43089177f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.441369 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df055fdd-4752-4de6-b57c-49acb9318c0f req-57dda3d0-e2ef-4688-9bc0-fbb9c532c867 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:56.462225 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df055fdd-4752-4de6-b57c-49acb9318c0f req-57dda3d0-e2ef-4688-9bc0-fbb9c532c867 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.2019563 Dec 09 11:29:56.525632 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 53ad6f5a-1672-46e7-b9ca-ab840d265c78 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:29:56.530138 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-57a5e0b1-9377-446f-88d2-28b43089177f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.532676 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-57a5e0b1-9377-446f-88d2-28b43089177f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.536247 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-57a5e0b1-9377-446f-88d2-28b43089177f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58401f36-a958-4674-836d-819cbb0669c3 HTTP/1.1" status: 204 len: 168 time: 0.4325194 Dec 09 11:29:56.587387 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5e0b1-9377-446f-88d2-28b43089177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58401f36-a958-4674-836d-819cbb0669c3,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:56.643095 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df055fdd-4752-4de6-b57c-49acb9318c0f req-704ce77b-1373-49e7-97cc-ece3d150b532 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796365 Dec 09 11:29:56.701937 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48254) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:56.724548 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fbb51f6-7fd3-4d1b-b62a-949033b0aac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.792328 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-49e3c42d-aad8-408c-bae1-402ebc341fb9 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:56.793885 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-49e3c42d-aad8-408c-bae1-402ebc341fb9 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.32 "GET /v2.0/networks?id=62885e48-033f-4733-837b-2a59952e0d7c HTTP/1.1" status: 200 len: 809 time: 0.3949344 Dec 09 11:29:56.848287 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fbb51f6-7fd3-4d1b-b62a-949033b0aac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.852177 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Request body: {'port': {'device_id': 'b0e38ec4-6e98-4d1e-a977-08ad0dcb461a', 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c', 'admin_state_up': True, 'tenant_id': '9f1f9d85be844857a56e44438f3a71d5'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:56.854639 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9fbb51f6-7fd3-4d1b-b62a-949033b0aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.861265 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:29:56.861737 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.916581 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9fbb51f6-7fd3-4d1b-b62a-949033b0aac9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=096b0b6ef2ef472286618472c51f47e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132819 Dec 09 11:29:56.917356 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb51f6-7fd3-4d1b-b62a-949033b0aac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5355df-df41-42f2-97e9-5851dbeb99ce,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:56.920580 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48260) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:56.977107 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.994361 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:56.996365 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e07c2e1e-f552-4bd4-9e87-4730f5d94f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.003846 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.023404 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e07c2e1e-f552-4bd4-9e87-4730f5d94f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.048676 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 53ad6f5a-1672-46e7-b9ca-ab840d265c78, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=53ad6f5a-1672-46e7-b9ca-ab840d265c78,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:29:57.057765 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.081298 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e07c2e1e-f552-4bd4-9e87-4730f5d94f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.085623 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e07c2e1e-f552-4bd4-9e87-4730f5d94f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.089783 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e07c2e1e-f552-4bd4-9e87-4730f5d94f5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e5355df-df41-42f2-97e9-5851dbeb99ce HTTP/1.1" status: 204 len: 168 time: 0.1565034 Dec 09 11:29:57.100638 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c2e1e-f552-4bd4-9e87-4730f5d94f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5355df-df41-42f2-97e9-5851dbeb99ce,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:57.214185 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=53ad6f5a-1672-46e7-b9ca-ab840d265c78,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:57.229237 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Made reservation on behalf of 9f1f9d85be844857a56e44438f3a71d5 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:29:57.235145 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.239366 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa37a758-70e5-454b-bf78-06d12c908b61 req-e2fcaab9-98de-4444-8b91-d41da7a7f500 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 210 time: 0.0681877 Dec 09 11:29:57.277731 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48266) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:57.291773 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35d27d74-c939-4c6e-8902-8fa43a4d7e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.395209 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35d27d74-c939-4c6e-8902-8fa43a4d7e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.399720 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35d27d74-c939-4c6e-8902-8fa43a4d7e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.442378 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-35d27d74-c939-4c6e-8902-8fa43a4d7e1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02f3ccbd689b4fb89478c1f6c0a6a76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634550 Dec 09 11:29:57.443136 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d27d74-c939-4c6e-8902-8fa43a4d7e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accbaa3d-7829-43b1-b256-0bb6f632c32f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:57.445598 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48270) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:57.450668 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699'] for router, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.526923 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3e72cfe0-a8cb-49b1-bd79-05cf9936f75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.552353 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5bdd7-44af-4388-b0f0-278b045d96a7 None None] Network 18c645dc-cda4-4ca4-b189-415be1a306b3 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:29:57.567367 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3e72cfe0-a8cb-49b1-bd79-05cf9936f75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.636921 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3e72cfe0-a8cb-49b1-bd79-05cf9936f75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.640801 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3e72cfe0-a8cb-49b1-bd79-05cf9936f75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.642773 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3e72cfe0-a8cb-49b1-bd79-05cf9936f75a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/accbaa3d-7829-43b1-b256-0bb6f632c32f HTTP/1.1" status: 204 len: 168 time: 0.1787128 Dec 09 11:29:57.654281 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72cfe0-a8cb-49b1-bd79-05cf9936f75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accbaa3d-7829-43b1-b256-0bb6f632c32f,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:57.666990 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Allocated IP 172.20.0.6 (62885e48-033f-4733-837b-2a59952e0d7c/4f563f46-7b83-4fca-87ed-4fcfcb33d97e/025d2cb9-c461-4a44-99be-68974479cf9b) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:29:57.797048 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-150f786a-9f8c-4968-8e26-3c50c0c850c0 None None] Provisioning complete for port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:29:57.797898 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150f786a-9f8c-4968-8e26-3c50c0c850c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:57.873610 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d734ba-2ad8-46ea-ae3c-a6e345cecbae req-74d7ec7a-006f-4718-8550-15e22c73aeb4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:57.875997 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c2d734ba-2ad8-46ea-ae3c-a6e345cecbae req-74d7ec7a-006f-4718-8550-15e22c73aeb4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0930896 Dec 09 11:29:57.927986 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Router 3675852e-119c-4e7b-bfd5-9c5c9204db64 is scheduled to L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:29:57.956845 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c2d734ba-2ad8-46ea-ae3c-a6e345cecbae req-d6db7a69-486a-479a-bbac-1672ef775285 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723910 Dec 09 11:29:57.982849 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:58.001690 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:29:58.299549 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-2c83fa11-250f-48f8-b046-49c7afe67809 None None] Provisioning complete for port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:29:58.300166 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2c83fa11-250f-48f8-b046-49c7afe67809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:58.372339 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2baa4b2b-0036-4431-82d2-7492e09a4c33 req-2c2d7c2c-6205-4aa8-9b23-bbd7cb2e0af9 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 210 time: 0.0505779 Dec 09 11:29:58.389786 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:29:58.392746 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:58.407676 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048505bd-344c-4599-b125-0017d1701dea None None] Sync routers for ids ['3675852e-119c-4e7b-bfd5-9c5c9204db64'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:29:58.422391 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048505bd-344c-4599-b125-0017d1701dea None None] Routers {'3675852e-119c-4e7b-bfd5-9c5c9204db64'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:29:58.424837 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-048505bd-344c-4599-b125-0017d1701dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:29:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['3675852e-119c-4e7b-bfd5-9c5c9204db64'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:58.474017 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 53ad6f5a-1672-46e7-b9ca-ab840d265c78 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:29:58.530797 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Pushing event updated for resources: {'Port': ['ID=025d2cb9-c461-4a44-99be-68974479cf9b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:58.553888 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Network 62885e48-033f-4733-837b-2a59952e0d7c is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:29:58.555817 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:29:58.564905 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:58.566347 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e2717149-b446-4514-8aeb-235b7f3696a3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7274539 Dec 09 11:29:58.567407 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:29:58.569813 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48314) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:29:58.609115 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:29:58.609863 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:58.634537 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-048505bd-344c-4599-b125-0017d1701dea None None] Set router 3675852e-119c-4e7b-bfd5-9c5c9204db64 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:29:58.678189 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:58.683831 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:58.697195 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:58.727589 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-4af40300-ec22-4a62-b89f-9e7b62b7bd66 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8818610 Dec 09 11:29:58.748072 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Request body: {'port': {'device_id': 'b0e38ec4-6e98-4d1e-a977-08ad0dcb461a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:29:58.891521 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.035033 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-048505bd-344c-4599-b125-0017d1701dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:29:56Z', 'revision_number': 3, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:29:59.088880 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048505bd-344c-4599-b125-0017d1701dea None None] Checking router: 3675852e-119c-4e7b-bfd5-9c5c9204db64 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:29:59.089248 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048505bd-344c-4599-b125-0017d1701dea None None] Updating router 3675852e-119c-4e7b-bfd5-9c5c9204db64 port fda15b4a-0cf9-48da-9784-365f758c4d35 binding host dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:29:59.129961 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-048505bd-344c-4599-b125-0017d1701dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.265907 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcefb14-7e62-4eee-b375-21a3d084eaea req-e4d7b04b-55e2-4547-9897-121d972937e7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:59.266504 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0dcefb14-7e62-4eee-b375-21a3d084eaea req-e4d7b04b-55e2-4547-9897-121d972937e7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1898427 Dec 09 11:29:59.368583 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0dcefb14-7e62-4eee-b375-21a3d084eaea req-b91a925c-44bf-4f27-b056-e68f7eb21b33 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797882 Dec 09 11:29:59.382800 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025d2cb9-c461-4a44-99be-68974479cf9b {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:29:59.398325 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.417108 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Transition to ACTIVE for port object 025d2cb9-c461-4a44-99be-68974479cf9b will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:29:59.424591 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.503331 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Pushing event updated for resources: {'Port': ['ID=025d2cb9-c461-4a44-99be-68974479cf9b,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:59.519342 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.562570 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a3a16-2426-469e-a006-15430181c5b0 req-17b809b5-47cc-4705-91de-f3e88bd4a7ae tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:59.564223 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-822a3a16-2426-469e-a006-15430181c5b0 req-17b809b5-47cc-4705-91de-f3e88bd4a7ae tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 943 time: 0.1075075 Dec 09 11:29:59.607694 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Attempting to bind port 025d2cb9-c461-4a44-99be-68974479cf9b on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:29:59.608040 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Attempting to bind port 025d2cb9-c461-4a44-99be-68974479cf9b by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'c02ac22c-b95d-4742-9792-d7a8757f13f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:29:59.609792 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Attempting to bind port 025d2cb9-c461-4a44-99be-68974479cf9b on network 62885e48-033f-4733-837b-2a59952e0d7c {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:29:59.622483 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Port 025d2cb9-c461-4a44-99be-68974479cf9b on network 62885e48-033f-4733-837b-2a59952e0d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:29:59.622916 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Attempting to bind port 025d2cb9-c461-4a44-99be-68974479cf9b on network 62885e48-033f-4733-837b-2a59952e0d7c {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:29:59.625369 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.626869 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-048505bd-344c-4599-b125-0017d1701dea None None] Publish callbacks [] for port, precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.631656 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:29:59.632581 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Checking segment: {'id': 'c02ac22c-b95d-4742-9792-d7a8757f13f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:29:59.633151 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Bound using segment: {'id': 'c02ac22c-b95d-4742-9792-d7a8757f13f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:29:59.633962 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Bound port: 025d2cb9-c461-4a44-99be-68974479cf9b, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02ac22c-b95d-4742-9792-d7a8757f13f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:29:59.634640 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.641746 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-048505bd-344c-4599-b125-0017d1701dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.708277 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-048505bd-344c-4599-b125-0017d1701dea None None] Attempting to bind port fda15b4a-0cf9-48da-9784-365f758c4d35 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:29:59.708943 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-048505bd-344c-4599-b125-0017d1701dea None None] Attempting to bind port fda15b4a-0cf9-48da-9784-365f758c4d35 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:29:59.710057 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048505bd-344c-4599-b125-0017d1701dea None None] Attempting to bind port fda15b4a-0cf9-48da-9784-365f758c4d35 on network e7fed231-2d46-4983-baf1-5f45b5e5c94a {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:29:59.724099 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048505bd-344c-4599-b125-0017d1701dea None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:29:59.724777 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048505bd-344c-4599-b125-0017d1701dea None None] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:29:59.725636 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-048505bd-344c-4599-b125-0017d1701dea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.726219 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048505bd-344c-4599-b125-0017d1701dea None None] Bound using segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:29:59.727042 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-048505bd-344c-4599-b125-0017d1701dea None None] Bound port: fda15b4a-0cf9-48da-9784-365f758c4d35, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:29:59.727634 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-048505bd-344c-4599-b125-0017d1701dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.729799 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Pushing event updated for resources: {'Port': ['ID=fda15b4a-0cf9-48da-9784-365f758c4d35,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:59.760604 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.761235 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.761783 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.762881 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.763029 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] For port 025d2cb9-c461-4a44-99be-68974479cf9b, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:29:59.763530 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.764027 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.764783 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.765258 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.765751 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.766260 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.766767 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.767273 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.767895 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:29:59.773864 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] For port 025d2cb9-c461-4a44-99be-68974479cf9b, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=025d2cb9-c461-4a44-99be-68974479cf9b,segment=NetworkSegment(c02ac22c-b95d-4742-9792-d7a8757f13f1),segment_id=c02ac22c-b95d-4742-9792-d7a8757f13f1)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:29:59.792003 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.815472 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-048505bd-344c-4599-b125-0017d1701dea None None] For port fda15b4a-0cf9-48da-9784-365f758c4d35, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:29:59.820418 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-048505bd-344c-4599-b125-0017d1701dea None None] For port fda15b4a-0cf9-48da-9784-365f758c4d35, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=fda15b4a-0cf9-48da-9784-365f758c4d35,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:29:59.828283 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-048505bd-344c-4599-b125-0017d1701dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.869548 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Pushing event updated for resources: {'Port': ['ID=025d2cb9-c461-4a44-99be-68974479cf9b,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:29:59.877033 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:29:59.877928 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:29:59.879636 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-b5c261f0-b7d3-4faa-bfcd-bb18585750c1 service neutron] 10.222.0.32 "PUT /v2.0/ports/025d2cb9-c461-4a44-99be-68974479cf9b HTTP/1.1" status: 200 len: 1093 time: 1.1361864 Dec 09 11:29:59.880242 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e38ec4-6e98-4d1e-a977-08ad0dcb461a', 'tag': '025d2cb9-c461-4a44-99be-68974479cf9b'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:29:59.883973 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e38ec4-6e98-4d1e-a977-08ad0dcb461a", "tag": "025d2cb9-c461-4a44-99be-68974479cf9b"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:29:59.911222 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048505bd-344c-4599-b125-0017d1701dea None None] Routers {'3675852e-119c-4e7b-bfd5-9c5c9204db64'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:29:59.912013 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-048505bd-344c-4599-b125-0017d1701dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:29:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['3675852e-119c-4e7b-bfd5-9c5c9204db64'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:00.018875 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8755b0e8-e25d-494c-bca4-1fc33078fdcf x-openstack-request-id: req-8755b0e8-e25d-494c-bca4-1fc33078fdcf {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:30:00.019406 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e38ec4-6e98-4d1e-a977-08ad0dcb461a", "tag": "025d2cb9-c461-4a44-99be-68974479cf9b", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:30:00.019841 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8755b0e8-e25d-494c-bca4-1fc33078fdcf {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:30:00.020393 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e38ec4-6e98-4d1e-a977-08ad0dcb461a', 'tag': '025d2cb9-c461-4a44-99be-68974479cf9b', 'status': 'completed', 'code': 200} Dec 09 11:30:00.046276 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-641f0ed8-cdba-48a1-af7e-ef8d8161b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:00.048020 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-641f0ed8-cdba-48a1-af7e-ef8d8161b93a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f1f9d85be844857a56e44438f3a71d5&device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 1096 time: 0.1004782 Dec 09 11:30:00.083179 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-822a3a16-2426-469e-a006-15430181c5b0 req-3684fa8d-a556-4b6d-9021-862d2d541604 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029640 Dec 09 11:30:00.102559 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-048505bd-344c-4599-b125-0017d1701dea None None] Set router 3675852e-119c-4e7b-bfd5-9c5c9204db64 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:30:00.123845 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-f9f3f7bd-8e6f-445a-abba-bdd5858eedae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025d2cb9-c461-4a44-99be-68974479cf9b HTTP/1.1" status: 200 len: 217 time: 0.0593739 Dec 09 11:30:00.135594 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d79bf-d511-4ee1-b701-390b27453613 None None] Pushing event updated for resources: {'Port': ['ID=fda15b4a-0cf9-48da-9784-365f758c4d35,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:00.208609 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-7d5b3d9f-0261-468d-af20-592613e6773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:00.210869 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-7d5b3d9f-0261-468d-af20-592613e6773c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f563f46-7b83-4fca-87ed-4fcfcb33d97e HTTP/1.1" status: 200 len: 849 time: 0.0770221 Dec 09 11:30:00.253650 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Allocated IP 172.20.0.1 (18c645dc-cda4-4ca4-b189-415be1a306b3/e5a0cd09-1860-4bbe-ae71-c1761e2733eb/92f3f050-8717-4adf-af98-4b71f048e966) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:30:00.266950 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-c90d77ba-ba3f-4331-947b-375b32fdf13e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62885e48-033f-4733-837b-2a59952e0d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382457 Dec 09 11:30:00.388404 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:00.418601 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-048505bd-344c-4599-b125-0017d1701dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:29:56Z', 'revision_number': 3, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:00.449631 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-9cf43d80-60e8-4542-8c71-a2f027cda521 service neutron] 10.222.0.32 "GET /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631885 Dec 09 11:30:00.453914 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048505bd-344c-4599-b125-0017d1701dea None None] The sync data for ids ['3675852e-119c-4e7b-bfd5-9c5c9204db64'] in dv-cinder-817351-6-iscsi is: [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:29:56Z', 'revision_number': 3, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:30:00.466049 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:00.585218 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Network 18c645dc-cda4-4ca4-b189-415be1a306b3 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:30:00.597676 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:00.608780 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:30:00.645347 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f310895f-fa68-44cc-bdb4-b01b2a1828bf req-d0852bb5-88dc-46fc-8a5b-eae778866a25 service neutron] 10.222.0.32 "GET /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867020 Dec 09 11:30:00.669643 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Pushing event updated for resources: {'Port': ['ID=92f3f050-8717-4adf-af98-4b71f048e966,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:00.719725 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcb1d3-2d4f-4c9e-95ce-21a7c5765c88 req-60b6495f-2622-4620-ae6b-53dded36166e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:00.719725 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4fcb1d3-2d4f-4c9e-95ce-21a7c5765c88 req-60b6495f-2622-4620-ae6b-53dded36166e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.2496088 Dec 09 11:30:00.731617 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032484'] for router_interface, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:00.956995 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c req-d197b4d8-faf9-4e29-a0a3-9db53442c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:00.959694 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c req-d197b4d8-faf9-4e29-a0a3-9db53442c0ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f1f9d85be844857a56e44438f3a71d5&device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 1096 time: 0.1705344 Dec 09 11:30:01.141041 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-4239b2e9-6969-46fa-90a5-b3cae9a3a419 None None] Provisioning complete for port 92f3f050-8717-4adf-af98-4b71f048e966 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:01.163405 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4239b2e9-6969-46fa-90a5-b3cae9a3a419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:01.250645 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c req-078b4cdb-f35f-4b4b-837a-0123ae9ff734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:01.253137 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-4239b2e9-6969-46fa-90a5-b3cae9a3a419 None None] Port 92f3f050-8717-4adf-af98-4b71f048e966 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:30:01.254046 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c req-078b4cdb-f35f-4b4b-837a-0123ae9ff734 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62885e48-033f-4733-837b-2a59952e0d7c HTTP/1.1" status: 200 len: 910 time: 0.2797499 Dec 09 11:30:01.315436 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4fcb1d3-2d4f-4c9e-95ce-21a7c5765c88 req-ab80fbb5-d7f1-48fa-b748-5ca98864c14e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858135 Dec 09 11:30:01.316987 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:01.427378 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c req-5c6611c7-167e-4bd7-a8bd-18b90195d427 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=025d2cb9-c461-4a44-99be-68974479cf9b HTTP/1.1" status: 200 len: 217 time: 0.1565959 Dec 09 11:30:01.493898 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509d660-197b-49b4-a8e7-dfadd32e827f req-e8e5bae4-e7f9-4c71-95cc-b493d2494eff tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:01.495670 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6509d660-197b-49b4-a8e7-dfadd32e827f req-e8e5bae4-e7f9-4c71-95cc-b493d2494eff tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 943 time: 0.2736189 Dec 09 11:30:01.540762 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:01.544360 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c req-c68f47a4-9027-45a9-9cc2-d268ec86529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:01.548423 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c req-c68f47a4-9027-45a9-9cc2-d268ec86529a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f563f46-7b83-4fca-87ed-4fcfcb33d97e HTTP/1.1" status: 200 len: 849 time: 0.0987535 Dec 09 11:30:01.576872 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6509d660-197b-49b4-a8e7-dfadd32e827f req-e2e19d04-0bd1-43c5-8a7c-117ab9ebf8e8 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743799 Dec 09 11:30:01.577719 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:01.632049 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c req-429ce340-6c8b-4662-aa3f-ae2fb7bbebd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62885e48-033f-4733-837b-2a59952e0d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723002 Dec 09 11:30:01.657018 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531124'] for router_interface, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:01.667768 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Pushing event updated for resources: {'Port': ['ID=92f3f050-8717-4adf-af98-4b71f048e966,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:01.752120 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c req-1a7b8d44-544f-43b5-ad81-ada157da5413 service neutron] 10.222.0.32 "GET /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100276 Dec 09 11:30:01.762581 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Network 18c645dc-cda4-4ca4-b189-415be1a306b3 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:30:01.763978 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:01.868838 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0a9bd84-e95e-4862-ad0a-ab65165bbf1c req-8175ae55-ddc6-45de-bf6c-c39cad4facdd service neutron] 10.222.0.32 "GET /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050475 Dec 09 11:30:01.894877 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Router 3675852e-119c-4e7b-bfd5-9c5c9204db64 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:30:02.009629 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:30:02.015662 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f334da93-517c-44ab-a3e1-66bd7dd84e51 admin admin] 10.222.0.30 "PUT /v2.0/routers/3675852e-119c-4e7b-bfd5-9c5c9204db64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4442854 Dec 09 11:30:02.082493 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-e2775877-4ad2-40c3-aa28-52edd6afe7f3 None None] Provisioning complete for port 92f3f050-8717-4adf-af98-4b71f048e966 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:02.082915 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e2775877-4ad2-40c3-aa28-52edd6afe7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:02.120511 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-e2775877-4ad2-40c3-aa28-52edd6afe7f3 None None] Port 92f3f050-8717-4adf-af98-4b71f048e966 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:30:02.488746 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e6f8d-e2cb-49e0-b059-fdb0b620ce17 req-8d7dd2af-7133-48de-a616-5fda18f6541b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:02.498878 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-237e6f8d-e2cb-49e0-b059-fdb0b620ce17 req-8d7dd2af-7133-48de-a616-5fda18f6541b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0789573 Dec 09 11:30:02.512313 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device fda15b4a-0cf9-48da-9784-365f758c4d35 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:02.552691 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-237e6f8d-e2cb-49e0-b059-fdb0b620ce17 req-798dc11d-f794-459a-b94a-f61c6a5837a2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526838 Dec 09 11:30:02.584575 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port fda15b4a-0cf9-48da-9784-365f758c4d35 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:02.585183 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:02.633848 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48446) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:02.639283 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-269201296-network', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:30:02.672310 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Made reservation on behalf of c63d1bcb9ee040878f7dacf8dffdca5d for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:30:02.674910 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:02.688448 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:02.720221 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:02.749773 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port fda15b4a-0cf9-48da-9784-365f758c4d35, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=fda15b4a-0cf9-48da-9784-365f758c4d35,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:02.755220 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:02.782720 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97e90c-b2ae-4b2e-9bb0-d6009c9b87ab req-ce208114-535d-4753-a995-4aeb84d98642 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:02.783615 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a97e90c-b2ae-4b2e-9bb0-d6009c9b87ab req-ce208114-535d-4753-a995-4aeb84d98642 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 943 time: 0.0856776 Dec 09 11:30:02.791082 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 025d2cb9-c461-4a44-99be-68974479cf9b details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:30:02.807055 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Sync routers for ids ['3675852e-119c-4e7b-bfd5-9c5c9204db64'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:30:02.845949 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Routers {'3675852e-119c-4e7b-bfd5-9c5c9204db64'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:30:02.846940 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:29:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['3675852e-119c-4e7b-bfd5-9c5c9204db64'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:02.869064 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:02.881243 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a97e90c-b2ae-4b2e-9bb0-d6009c9b87ab req-8686ebd3-6c36-40c6-9c8e-017623985826 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866389 Dec 09 11:30:02.885013 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:02.938330 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:30:02.957013 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c945b2-e111-4a83-a5b7-e63ba0ab677a,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:02.993295 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:02.993652 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Added segment c9c4d8b9-4609-467a-93ec-1a0cb891a795 of type vlan for network 0211c06c-4315-4378-8486-5ebf9aa51489 Dec 09 11:30:03.014770 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=fda15b4a-0cf9-48da-9784-365f758c4d35,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:03.084369 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Set router 3675852e-119c-4e7b-bfd5-9c5c9204db64 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:30:03.085140 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.126618 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 025d2cb9-c461-4a44-99be-68974479cf9b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=025d2cb9-c461-4a44-99be-68974479cf9b,segment=NetworkSegment(c02ac22c-b95d-4742-9792-d7a8757f13f1),segment_id=c02ac22c-b95d-4742-9792-d7a8757f13f1)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:03.128298 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.129739 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:03.131414 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.153422 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '025d2cb9-c461-4a44-99be-68974479cf9b', 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c', 'port_id': '025d2cb9-c461-4a44-99be-68974479cf9b', 'mac_address': 'fa:16:3e:cf:2a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f563f46-7b83-4fca-87ed-4fcfcb33d97e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:30:03.192080 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5572693 Dec 09 11:30:03.195975 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48474) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:03.201643 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Request body: {'subnet': {'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-269201296-subnet', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:30:03.207911 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed4c4e-6a31-4806-8d00-4c7582f36f1a admin admin] Pushing event updated for resources: {'Network': ['ID=0211c06c-4315-4378-8486-5ebf9aa51489,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:03.232457 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Made reservation on behalf of c63d1bcb9ee040878f7dacf8dffdca5d for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:30:03.235062 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388610'] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.246153 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 0211c06c-4315-4378-8486-5ebf9aa51489 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:30:03.368046 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.393912 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025d2cb9-c461-4a44-99be-68974479cf9b {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:30:03.420065 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12023208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388968'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.435873 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 025d2cb9-c461-4a44-99be-68974479cf9b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=025d2cb9-c461-4a44-99be-68974479cf9b,segment=NetworkSegment(c02ac22c-b95d-4742-9792-d7a8757f13f1),segment_id=c02ac22c-b95d-4742-9792-d7a8757f13f1)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:03.441774 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.501912 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=025d2cb9-c461-4a44-99be-68974479cf9b,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:03.507734 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:30:01Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '92f3f050-8717-4adf-af98-4b71f048e966', 'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'mac_address': 'fa:16:3e:5d:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:59Z', 'updated_at': '2021-12-09T11:30:01Z', 'revision_number': 2, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'subnets': [{'id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:03.514233 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b48fcf8-35ee-4433-bca1-be0c74971b0c,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:03.523971 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Checking segment: {'id': 'c9c4d8b9-4609-467a-93ec-1a0cb891a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:30:03.524327 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Network hostable DHCP agents. Network: 0211c06c-4315-4378-8486-5ebf9aa51489, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:30:03.539183 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Checking router: 3675852e-119c-4e7b-bfd5-9c5c9204db64 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:30:03.539750 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Updating router 3675852e-119c-4e7b-bfd5-9c5c9204db64 port 92f3f050-8717-4adf-af98-4b71f048e966 binding host dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:30:03.543826 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Network 0211c06c-4315-4378-8486-5ebf9aa51489 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:30:03.552572 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 0211c06c-4315-4378-8486-5ebf9aa51489) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:03.560444 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:03.561186 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.565361 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a01357-04f6-45b7-8bfa-8ac14c724c5c None None] Network 0211c06c-4315-4378-8486-5ebf9aa51489 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:30:03.582750 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-63631c73-97eb-41ce-accb-f9b3263ed154 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3821685 Dec 09 11:30:03.583420 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48486) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:03.588197 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-269201296-router', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:30:03.609978 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-477'] for router, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.611058 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1041188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-470'] for router, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.619782 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.701891 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.720686 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f6540-070a-4d27-82a0-32f7552a4466 req-7e4ec5ff-1fab-4108-b505-33feda002e5e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:03.722460 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-413f6540-070a-4d27-82a0-32f7552a4466 req-7e4ec5ff-1fab-4108-b505-33feda002e5e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0984795 Dec 09 11:30:03.783209 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d22fdf4-49db-53c2-8d14-2eba624b742b-0211c06c-4315-4378-8486-5ebf9aa51489', 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489', 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'fixed_ips': [{'subnet_id': '8b48fcf8-35ee-4433-bca1-be0c74971b0c'}]}} from dv-cinder-817351-6-iscsi. {{(pid=102510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:30:03.784154 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.901654 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:03.907437 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-413f6540-070a-4d27-82a0-32f7552a4466 req-3b72789c-07c2-4ebf-84c9-155f353ec39d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513290 Dec 09 11:30:03.908546 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['025d2cb9-c461-4a44-99be-68974479cf9b'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:30:04.176821 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb691e2-2f25-40c1-99d2-f2e7038bcd2f req-008733cd-94e0-471f-a46e-e5e38d0aa2d0 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:04.179361 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-adb691e2-2f25-40c1-99d2-f2e7038bcd2f req-008733cd-94e0-471f-a46e-e5e38d0aa2d0 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 944 time: 0.1587825 Dec 09 11:30:04.184910 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.201723 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Allocated IP 172.20.0.2 (0211c06c-4315-4378-8486-5ebf9aa51489/8b48fcf8-35ee-4433-bca1-be0c74971b0c/43a49f2b-d4fa-470c-a4fc-067217696fe9) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:30:04.214390 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.311240 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-adb691e2-2f25-40c1-99d2-f2e7038bcd2f req-cf3f253f-84fb-4425-8e78-8a6967f3c488 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231213 Dec 09 11:30:04.336550 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Publish callbacks [] for port, precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.356240 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.380687 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Allocated IP 172.27.0.195 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/4def828e-7b76-4774-9ac2-5a2cba80a396) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:30:04.526286 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe4034-5343-4837-9d2e-eb21789bc1d7 None None] Pushing event updated for resources: {'Port': ['ID=92f3f050-8717-4adf-af98-4b71f048e966,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:04.557512 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device fda15b4a-0cf9-48da-9784-365f758c4d35 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:04.625166 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Publish callbacks [] for port, precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.635047 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.685772 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.689240 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.733311 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:30:04.737154 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:04.740314 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:30:04.757069 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Network 0211c06c-4315-4378-8486-5ebf9aa51489 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:30:04.770952 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:04.777409 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:30:04.789739 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Pushing event updated for resources: {'Port': ['ID=43a49f2b-d4fa-470c-a4fc-067217696fe9,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:04.792266 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Attempting to bind port 92f3f050-8717-4adf-af98-4b71f048e966 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:30:04.792722 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Attempting to bind port 92f3f050-8717-4adf-af98-4b71f048e966 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:30:04.793185 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Attempting to bind port 92f3f050-8717-4adf-af98-4b71f048e966 on network 18c645dc-cda4-4ca4-b189-415be1a306b3 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:30:04.807819 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:30:04.808635 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Checking segment: {'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:30:04.809255 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.809853 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Bound using segment: {'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:30:04.810561 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Bound port: 92f3f050-8717-4adf-af98-4b71f048e966, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:30:04.811159 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.874734 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48514) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:04.890107 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port fda15b4a-0cf9-48da-9784-365f758c4d35 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:04.890485 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:04.984881 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Attempting to bind port 43a49f2b-d4fa-470c-a4fc-067217696fe9 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:30:04.985468 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Attempting to bind port 43a49f2b-d4fa-470c-a4fc-067217696fe9 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'c9c4d8b9-4609-467a-93ec-1a0cb891a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:30:04.987181 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Attempting to bind port 43a49f2b-d4fa-470c-a4fc-067217696fe9 on network 0211c06c-4315-4378-8486-5ebf9aa51489 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:30:04.998891 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-37d117d5-a711-4a8f-9fc1-c30a779f12b0 None None] Provisioning complete for port 92f3f050-8717-4adf-af98-4b71f048e966 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:04.999270 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-37d117d5-a711-4a8f-9fc1-c30a779f12b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.048367 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c7ee83db-2e9d-4799-9d59-56b7bf916cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.058074 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:30:05.058401 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Checking segment: {'id': 'c9c4d8b9-4609-467a-93ec-1a0cb891a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:30:05.058930 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.059332 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Bound using segment: {'id': 'c9c4d8b9-4609-467a-93ec-1a0cb891a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:30:05.059826 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Bound port: 43a49f2b-d4fa-470c-a4fc-067217696fe9, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c4d8b9-4609-467a-93ec-1a0cb891a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:30:05.060214 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.087722 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Pushing event updated for resources: {'Port': ['ID=4def828e-7b76-4774-9ac2-5a2cba80a396,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:05.103985 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] For port 92f3f050-8717-4adf-af98-4b71f048e966, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:30:05.141787 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-37d117d5-a711-4a8f-9fc1-c30a779f12b0 None None] Port 92f3f050-8717-4adf-af98-4b71f048e966 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:30:05.154148 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] For port 92f3f050-8717-4adf-af98-4b71f048e966, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=92f3f050-8717-4adf-af98-4b71f048e966,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:30:05.167493 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.180843 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a9c21-2cdc-4188-9d1c-cd13e3a21890 req-0fb03629-887f-43e1-a17f-ed964619a9a0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:05.182358 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-677a9c21-2cdc-4188-9d1c-cd13e3a21890 req-0fb03629-887f-43e1-a17f-ed964619a9a0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1374717 Dec 09 11:30:05.183636 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db9eee-4a76-4962-9413-d484ffe4d4a6 req-a32e0a14-c8ce-40c5-a4da-23b6764c0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:05.185288 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-69db9eee-4a76-4962-9413-d484ffe4d4a6 req-a32e0a14-c8ce-40c5-a4da-23b6764c0c9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1098 time: 0.0803783 Dec 09 11:30:05.213785 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c7ee83db-2e9d-4799-9d59-56b7bf916cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.231612 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c7ee83db-2e9d-4799-9d59-56b7bf916cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.268522 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] For port 43a49f2b-d4fa-470c-a4fc-067217696fe9, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:30:05.276571 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-677a9c21-2cdc-4188-9d1c-cd13e3a21890 req-beea6ccd-ccbe-4aa3-b947-ce7f256a686f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696075 Dec 09 11:30:05.284293 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] For port 43a49f2b-d4fa-470c-a4fc-067217696fe9, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=43a49f2b-d4fa-470c-a4fc-067217696fe9,segment=NetworkSegment(c9c4d8b9-4609-467a-93ec-1a0cb891a795),segment_id=c9c4d8b9-4609-467a-93ec-1a0cb891a795)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:30:05.306134 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.306134 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe4034-5343-4837-9d2e-eb21789bc1d7 None None] Pushing event updated for resources: {'Port': ['ID=92f3f050-8717-4adf-af98-4b71f048e966,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:05.337750 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-69db9eee-4a76-4962-9413-d484ffe4d4a6 req-1deaed2d-3c59-4196-b618-96778a40d1df service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412780 Dec 09 11:30:05.341128 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-c7ee83db-2e9d-4799-9d59-56b7bf916cd8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d65c13cabec74a6ab2847f6998e89c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4651926 Dec 09 11:30:05.342658 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee83db-2e9d-4799-9d59-56b7bf916cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c8413a-c5a2-47f6-99c0-0611cbbcad7b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:05.346138 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48524) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:05.346314 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Routers {'3675852e-119c-4e7b-bfd5-9c5c9204db64'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:30:05.346999 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:29:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['3675852e-119c-4e7b-bfd5-9c5c9204db64'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:05.471884 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8eeaa-8ec4-4d61-a2f7-fdc73abcde1a None None] Pushing event updated for resources: {'Port': ['ID=43a49f2b-d4fa-470c-a4fc-067217696fe9,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:05.476305 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d337a44e-ab44-4146-ba01-fed412091ae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.513152 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] Set router 3675852e-119c-4e7b-bfd5-9c5c9204db64 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:30:05.542895 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d337a44e-ab44-4146-ba01-fed412091ae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.576302 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270f095-efe1-434a-894a-f6e631868e4a req-c89bb65f-26bd-4790-9b86-1b1de0505fd2 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:05.577851 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c270f095-efe1-434a-894a-f6e631868e4a req-c89bb65f-26bd-4790-9b86-1b1de0505fd2 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 944 time: 0.1509483 Dec 09 11:30:05.580511 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.677868 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-60ccf221-bc08-481c-850b-fb7555ff12e1 None None] Provisioning complete for port 92f3f050-8717-4adf-af98-4b71f048e966 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:05.678596 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-60ccf221-bc08-481c-850b-fb7555ff12e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.786624 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c270f095-efe1-434a-894a-f6e631868e4a req-290f8827-51a9-4e8c-bf8f-061bbc3f51f7 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613953 Dec 09 11:30:05.791543 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d337a44e-ab44-4146-ba01-fed412091ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.794138 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d337a44e-ab44-4146-ba01-fed412091ae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:05.795322 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d337a44e-ab44-4146-ba01-fed412091ae0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0c8413a-c5a2-47f6-99c0-0611cbbcad7b HTTP/1.1" status: 204 len: 168 time: 0.4475658 Dec 09 11:30:05.809342 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337a44e-ab44-4146-ba01-fed412091ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c8413a-c5a2-47f6-99c0-0611cbbcad7b,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:06.010989 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699'] for router, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:06.045400 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-60ccf221-bc08-481c-850b-fb7555ff12e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:06.093737 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-60ccf221-bc08-481c-850b-fb7555ff12e1 None None] For port 92f3f050-8717-4adf-af98-4b71f048e966, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=92f3f050-8717-4adf-af98-4b71f048e966,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:06.102922 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:30:01Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '92f3f050-8717-4adf-af98-4b71f048e966', 'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'mac_address': 'fa:16:3e:5d:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:59Z', 'updated_at': '2021-12-09T11:30:05Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'subnets': [{'id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:06.105606 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-60ccf221-bc08-481c-850b-fb7555ff12e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:06.187272 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Router c471c48a-74e7-4fd0-9f96-88df1a11b40e is scheduled to L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 with binding_index 1 {{(pid=102509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:30:06.198329 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df304d5-5d07-44b5-a826-c79926314237 None None] The sync data for ids ['3675852e-119c-4e7b-bfd5-9c5c9204db64'] in dv-cinder-817351-6-iscsi is: [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:30:01Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '92f3f050-8717-4adf-af98-4b71f048e966', 'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'mac_address': 'fa:16:3e:5d:76:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:59Z', 'updated_at': '2021-12-09T11:30:05Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'subnets': [{'id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:30:06.200355 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccf221-bc08-481c-850b-fb7555ff12e1 None None] Pushing event updated for resources: {'Port': ['ID=92f3f050-8717-4adf-af98-4b71f048e966,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:06.328636 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48548) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:06.355794 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c3b8-f7c6-438c-b144-4a68f7b1a79e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:06.410940 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:30:06.421404 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Sync routers for ids ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:30:06.448383 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Routers {'c471c48a-74e7-4fd0-9f96-88df1a11b40e'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:30:06.449265 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:29:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:06.456585 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:06.457900 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-c5416567-a511-402d-84a7-7264062fe9f1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8734770 Dec 09 11:30:06.462073 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48550) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:06.567447 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c3b8-f7c6-438c-b144-4a68f7b1a79e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:06.586012 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c3b8-f7c6-438c-b144-4a68f7b1a79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:06.670603 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 92f3f050-8717-4adf-af98-4b71f048e966 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:06.736671 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0aa3c3b8-f7c6-438c-b144-4a68f7b1a79e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87b9d37f49d1421d97e80ea6d3366f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996019 Dec 09 11:30:06.738962 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48552) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:06.747229 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3c3b8-f7c6-438c-b144-4a68f7b1a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e9858c-c781-4a18-9e5c-2426fcf51765,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:06.792952 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 92f3f050-8717-4adf-af98-4b71f048e966 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:06.794819 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:06.834719 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 025d2cb9-c461-4a44-99be-68974479cf9b up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:06.840767 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb762ef-b29f-4241-a0ff-c4a6efab753d req-c39fb716-19a0-43ba-8be8-14e28cbf985f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:06.851705 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3bb762ef-b29f-4241-a0ff-c4a6efab753d req-c39fb716-19a0-43ba-8be8-14e28cbf985f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.2250013 Dec 09 11:30:06.911287 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3efc5e6a-9e6c-4b7f-8d99-17471f4a14cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:07.013527 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3efc5e6a-9e6c-4b7f-8d99-17471f4a14cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:07.143277 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3efc5e6a-9e6c-4b7f-8d99-17471f4a14cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:07.148685 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3efc5e6a-9e6c-4b7f-8d99-17471f4a14cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:07.155239 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 025d2cb9-c461-4a44-99be-68974479cf9b completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:30:07.164707 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3efc5e6a-9e6c-4b7f-8d99-17471f4a14cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74e9858c-c781-4a18-9e5c-2426fcf51765 HTTP/1.1" status: 204 len: 168 time: 0.4211655 Dec 09 11:30:07.170774 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 025d2cb9-c461-4a44-99be-68974479cf9b triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:07.171462 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:07.200063 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc5e6a-9e6c-4b7f-8d99-17471f4a14cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e9858c-c781-4a18-9e5c-2426fcf51765,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:07.233092 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Set router c471c48a-74e7-4fd0-9f96-88df1a11b40e gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:30:07.313060 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d42c83-fa18-4483-81fe-0d17666ff149 None None] Network 0211c06c-4315-4378-8486-5ebf9aa51489 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:30:07.398152 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3bb762ef-b29f-4241-a0ff-c4a6efab753d req-48408a74-6634-436f-ad9c-52895fe95b2e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008186 Dec 09 11:30:07.471105 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'name': 'tempest-TestMinimumBasicScenario-269201296-router', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:03Z', 'updated_at': '2021-12-09T11:30:05Z', 'revision_number': 3, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'gw_port': {'id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:04Z', 'updated_at': '2021-12-09T11:30:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:07.531919 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Checking router: c471c48a-74e7-4fd0-9f96-88df1a11b40e for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:30:07.532505 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Updating router c471c48a-74e7-4fd0-9f96-88df1a11b40e port 4def828e-7b76-4774-9ac2-5a2cba80a396 binding host dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:30:07.567151 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:07.576234 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a5a3f-fff0-4548-996f-4d0b584480f3 req-6f54f7ae-6581-4217-83ef-8fe5f2acdcbc tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:07.577802 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-397a5a3f-fff0-4548-996f-4d0b584480f3 req-6f54f7ae-6581-4217-83ef-8fe5f2acdcbc tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 944 time: 0.4481077 Dec 09 11:30:07.744060 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-d4bc6108-be7b-401d-a927-7d325b682021 None None] Provisioning complete for port 43a49f2b-d4fa-470c-a4fc-067217696fe9 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:07.747735 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6108-be7b-401d-a927-7d325b682021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:07.787743 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-397a5a3f-fff0-4548-996f-4d0b584480f3 req-665c4d22-3927-4186-9850-e369f8d3db59 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960354 Dec 09 11:30:07.856283 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 43a49f2b-d4fa-470c-a4fc-067217696fe9 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:07.957210 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48576) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:07.993499 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-61f4a8bd-27a3-4399-988d-5108af1bc930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.097116 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.142709 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6108-be7b-401d-a927-7d325b682021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.146567 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Publish callbacks [] for port, precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.154163 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e38ec4-6e98-4d1e-a977-08ad0dcb461a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d2cb9-c461-4a44-99be-68974479cf9b'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:30:08.156156 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-61f4a8bd-27a3-4399-988d-5108af1bc930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.156373 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.156516 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab562e-ff81-4be3-be7a-4e32fd3e7511" -d '{"events": [{"server_uuid": "b0e38ec4-6e98-4d1e-a977-08ad0dcb461a", "name": "network-vif-plugged", "status": "completed", "tag": "025d2cb9-c461-4a44-99be-68974479cf9b"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:30:08.179983 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 43a49f2b-d4fa-470c-a4fc-067217696fe9 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:08.180494 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-61f4a8bd-27a3-4399-988d-5108af1bc930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.197853 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.254577 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Attempting to bind port 4def828e-7b76-4774-9ac2-5a2cba80a396 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:30:08.255292 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-61f4a8bd-27a3-4399-988d-5108af1bc930 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ec2d7b9102049d9a7213a1c9ee5129f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947075 Dec 09 11:30:08.256234 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Attempting to bind port 4def828e-7b76-4774-9ac2-5a2cba80a396 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:30:08.261965 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48584) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:08.265294 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Attempting to bind port 4def828e-7b76-4774-9ac2-5a2cba80a396 on network e7fed231-2d46-4983-baf1-5f45b5e5c94a {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:30:08.272977 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 025d2cb9-c461-4a44-99be-68974479cf9b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=025d2cb9-c461-4a44-99be-68974479cf9b,segment=NetworkSegment(c02ac22c-b95d-4742-9792-d7a8757f13f1),segment_id=c02ac22c-b95d-4742-9792-d7a8757f13f1)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:08.275262 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2318ef1f-a44b-4593-8f8f-615a6373d324 x-openstack-request-id: req-2318ef1f-a44b-4593-8f8f-615a6373d324 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:30:08.275769 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e38ec4-6e98-4d1e-a977-08ad0dcb461a", "name": "network-vif-plugged", "status": "completed", "tag": "025d2cb9-c461-4a44-99be-68974479cf9b", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:30:08.276173 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2318ef1f-a44b-4593-8f8f-615a6373d324 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:30:08.276753 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e38ec4-6e98-4d1e-a977-08ad0dcb461a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d2cb9-c461-4a44-99be-68974479cf9b', 'code': 200} Dec 09 11:30:08.290621 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:30:08.291361 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.292266 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:30:08.293050 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.293833 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Bound using segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:30:08.295264 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Bound port: 4def828e-7b76-4774-9ac2-5a2cba80a396, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:30:08.295920 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.331468 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b873de-8605-4a70-91b4-554725dad481 None None] Pushing event updated for resources: {'Port': ['ID=4def828e-7b76-4774-9ac2-5a2cba80a396,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:08.333184 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4a8bd-27a3-4399-988d-5108af1bc930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a733e84a-5ee2-46c5-a4d9-5f642ae0e41a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:08.355047 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3595-5936-49b9-a0aa-6a3d08c6abee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.396404 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3595-5936-49b9-a0aa-6a3d08c6abee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.450233 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-d4bc6108-be7b-401d-a927-7d325b682021 None None] For port 43a49f2b-d4fa-470c-a4fc-067217696fe9, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=43a49f2b-d4fa-470c-a4fc-067217696fe9,segment=NetworkSegment(c9c4d8b9-4609-467a-93ec-1a0cb891a795),segment_id=c9c4d8b9-4609-467a-93ec-1a0cb891a795)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:08.494068 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6108-be7b-401d-a927-7d325b682021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.505393 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] For port 4def828e-7b76-4774-9ac2-5a2cba80a396, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:30:08.508084 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3595-5936-49b9-a0aa-6a3d08c6abee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.510871 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] For port 4def828e-7b76-4774-9ac2-5a2cba80a396, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=4def828e-7b76-4774-9ac2-5a2cba80a396,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:30:08.515000 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3595-5936-49b9-a0aa-6a3d08c6abee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.517475 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4e2c3595-5936-49b9-a0aa-6a3d08c6abee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a733e84a-5ee2-46c5-a4d9-5f642ae0e41a HTTP/1.1" status: 204 len: 168 time: 0.2492630 Dec 09 11:30:08.522153 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.549752 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=025d2cb9-c461-4a44-99be-68974479cf9b,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:08.567222 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c3595-5936-49b9-a0aa-6a3d08c6abee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a733e84a-5ee2-46c5-a4d9-5f642ae0e41a,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:08.618877 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Routers {'c471c48a-74e7-4fd0-9f96-88df1a11b40e'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:30:08.621123 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:29:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:08.829792 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-f668a7d5-341a-4483-85a7-b23d10a49d1d None None] Provisioning complete for port 43a49f2b-d4fa-470c-a4fc-067217696fe9 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:08.830457 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f668a7d5-341a-4483-85a7-b23d10a49d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.841337 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc6108-be7b-401d-a927-7d325b682021 None None] Pushing event updated for resources: {'Port': ['ID=43a49f2b-d4fa-470c-a4fc-067217696fe9,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:08.858321 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:08.873068 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19014183-6d42-4357-abbe-10e7b9028e44 req-02c77915-60a9-489b-b4f4-e4f1a85fd071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:08.886477 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19014183-6d42-4357-abbe-10e7b9028e44 req-02c77915-60a9-489b-b4f4-e4f1a85fd071 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 1098 time: 0.1486943 Dec 09 11:30:08.941810 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b873de-8605-4a70-91b4-554725dad481 None None] Pushing event updated for resources: {'Port': ['ID=4def828e-7b76-4774-9ac2-5a2cba80a396,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:08.953657 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] Set router c471c48a-74e7-4fd0-9f96-88df1a11b40e gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:30:09.027195 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19014183-6d42-4357-abbe-10e7b9028e44 req-9e70d89c-41b9-4126-a0ad-5b1218b3518f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278501 Dec 09 11:30:09.190601 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a19bfe-7ab2-4641-8e4d-d37e67170790 req-02fd0103-bbd5-4298-abd4-b8552d4ce255 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:09.192399 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0a19bfe-7ab2-4641-8e4d-d37e67170790 req-02fd0103-bbd5-4298-abd4-b8552d4ce255 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 945 time: 0.1534538 Dec 09 11:30:09.203937 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e3ca4-1e20-4e2f-a1cd-c83d57204078 req-e2c7eb77-a89d-4ff2-b87b-c807e477498e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:09.205759 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a6e3ca4-1e20-4e2f-a1cd-c83d57204078 req-e2c7eb77-a89d-4ff2-b87b-c807e477498e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1969006 Dec 09 11:30:09.310013 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'name': 'tempest-TestMinimumBasicScenario-269201296-router', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:03Z', 'updated_at': '2021-12-09T11:30:05Z', 'revision_number': 3, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'gw_port': {'id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:04Z', 'updated_at': '2021-12-09T11:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:09.321504 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Allocated IP 172.20.0.1 (0211c06c-4315-4378-8486-5ebf9aa51489/8b48fcf8-35ee-4433-bca1-be0c74971b0c/1d471038-46ca-42d5-9008-11960c12abef) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:30:09.344796 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0fca3-d4e7-4986-9709-ac7ab74b7600 None None] The sync data for ids ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'] in dv-cinder-817351-6-iscsi is: [{'id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'name': 'tempest-TestMinimumBasicScenario-269201296-router', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:03Z', 'updated_at': '2021-12-09T11:30:05Z', 'revision_number': 3, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'gw_port': {'id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:04Z', 'updated_at': '2021-12-09T11:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:30:09.347208 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0a19bfe-7ab2-4641-8e4d-d37e67170790 req-4315d11d-258c-471e-9097-3ab686e65a53 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381588 Dec 09 11:30:09.377292 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a6e3ca4-1e20-4e2f-a1cd-c83d57204078 req-d1214d15-81b5-4c0f-990d-8266acd564ad tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368463 Dec 09 11:30:09.517303 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:09.601435 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:09.675646 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Network 0211c06c-4315-4378-8486-5ebf9aa51489 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:30:09.682768 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:09.687332 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:30:09.817101 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Pushing event updated for resources: {'Port': ['ID=1d471038-46ca-42d5-9008-11960c12abef,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:09.833145 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032484'] for router_interface, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:10.001736 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c72d3-ba0d-47f6-b402-7be7442e2c7e req-8b79fd31-c47d-485f-9960-a67a31e6bf88 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:10.005119 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b8c72d3-ba0d-47f6-b402-7be7442e2c7e req-8b79fd31-c47d-485f-9960-a67a31e6bf88 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.2555389 Dec 09 11:30:10.107504 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b8c72d3-ba0d-47f6-b402-7be7442e2c7e req-8c089642-1153-48e8-8b2d-fb8be69e4ada tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842960 Dec 09 11:30:10.141510 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:10.217434 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-cb554bb2-11c2-443b-8404-ad472dae749d None None] Provisioning complete for port 1d471038-46ca-42d5-9008-11960c12abef triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:10.218451 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cb554bb2-11c2-443b-8404-ad472dae749d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:10.262424 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-cb554bb2-11c2-443b-8404-ad472dae749d None None] Port 1d471038-46ca-42d5-9008-11960c12abef cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:30:10.333244 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:10.341684 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:10.430500 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531124'] for router_interface, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:10.432556 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Pushing event updated for resources: {'Port': ['ID=1d471038-46ca-42d5-9008-11960c12abef,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:10.536731 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca20c32-eca5-48e3-8733-f3fa13ec8dd1 req-01099799-4c01-4202-805f-270cc43e0a8e tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:10.539007 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-eca20c32-eca5-48e3-8733-f3fa13ec8dd1 req-01099799-4c01-4202-805f-270cc43e0a8e tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 945 time: 0.1037507 Dec 09 11:30:10.613547 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Network 0211c06c-4315-4378-8486-5ebf9aa51489 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:30:10.617334 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:10.629356 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-eca20c32-eca5-48e3-8733-f3fa13ec8dd1 req-206a1830-756b-45dc-9ac8-4150a744d65f tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833931 Dec 09 11:30:10.769390 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Router c471c48a-74e7-4fd0-9f96-88df1a11b40e has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:30:10.891503 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-bc58194f-e0c2-451f-aaed-ca410bbcf537 None None] Provisioning complete for port 1d471038-46ca-42d5-9008-11960c12abef triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:10.895021 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bc58194f-e0c2-451f-aaed-ca410bbcf537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:10.900087 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:30:10.907625 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-588c1d89-c29a-46cb-867e-c62d618adb7e admin admin] 10.222.0.30 "PUT /v2.0/routers/c471c48a-74e7-4fd0-9f96-88df1a11b40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4440427 Dec 09 11:30:10.948405 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-bc58194f-e0c2-451f-aaed-ca410bbcf537 None None] Port 1d471038-46ca-42d5-9008-11960c12abef cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:30:10.998206 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 4def828e-7b76-4774-9ac2-5a2cba80a396 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:11.056378 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 4def828e-7b76-4774-9ac2-5a2cba80a396 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:11.056867 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:11.139734 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:11.167569 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 4def828e-7b76-4774-9ac2-5a2cba80a396, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=4def828e-7b76-4774-9ac2-5a2cba80a396,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:11.172502 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:11.173589 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 43a49f2b-d4fa-470c-a4fc-067217696fe9 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:11.251938 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa8313-d13a-44a8-b12e-7fad99d54c57 req-824e0eb8-b13b-4144-b626-f04879534e2b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:11.255285 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e3fa8313-d13a-44a8-b12e-7fad99d54c57 req-824e0eb8-b13b-4144-b626-f04879534e2b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0584600 Dec 09 11:30:11.268783 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=4def828e-7b76-4774-9ac2-5a2cba80a396,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:11.281744 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 43a49f2b-d4fa-470c-a4fc-067217696fe9 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:11.282233 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:11.316250 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e3fa8313-d13a-44a8-b12e-7fad99d54c57 req-3ac3c0e7-0d86-48c8-a943-0ec179ccc45d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533600 Dec 09 11:30:11.432833 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Sync routers for ids ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:30:11.448240 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Routers {'c471c48a-74e7-4fd0-9f96-88df1a11b40e'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:30:11.448960 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:29:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:11.564375 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Set router c471c48a-74e7-4fd0-9f96-88df1a11b40e gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:30:11.813413 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1131aab-ca3a-4710-8e73-f58df44e5146 req-1dc6b429-3ace-420d-b541-e547a8a6ad28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:11.825984 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1131aab-ca3a-4710-8e73-f58df44e5146 req-1dc6b429-3ace-420d-b541-e547a8a6ad28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 945 time: 0.0831959 Dec 09 11:30:11.885840 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1131aab-ca3a-4710-8e73-f58df44e5146 req-b8d5b3a0-5bf8-4c9e-84e8-9139ca638b40 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587320 Dec 09 11:30:11.887798 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'name': 'tempest-TestMinimumBasicScenario-269201296-router', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:03Z', 'updated_at': '2021-12-09T11:30:10Z', 'revision_number': 4, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'gw_port': {'id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:04Z', 'updated_at': '2021-12-09T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '1d471038-46ca-42d5-9008-11960c12abef', 'name': '', 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'mac_address': 'fa:16:3e:87:19:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8b48fcf8-35ee-4433-bca1-be0c74971b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:08Z', 'updated_at': '2021-12-09T11:30:10Z', 'revision_number': 2, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'subnets': [{'id': '8b48fcf8-35ee-4433-bca1-be0c74971b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:11.931962 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Checking router: c471c48a-74e7-4fd0-9f96-88df1a11b40e for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:30:11.932327 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Updating router c471c48a-74e7-4fd0-9f96-88df1a11b40e port 1d471038-46ca-42d5-9008-11960c12abef binding host dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:30:11.968415 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:12.357757 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:12.373401 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:12.484846 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c702eab-4ae5-44fa-a00f-1e6a0b880cd4 req-7e4d8cd1-4688-4cee-bd4b-e5759abc86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:12.485349 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9c702eab-4ae5-44fa-a00f-1e6a0b880cd4 req-7e4d8cd1-4688-4cee-bd4b-e5759abc86d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1098 time: 0.0755179 Dec 09 11:30:12.491097 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d550483-22b9-466e-a95c-dacf6199dec7 None None] Pushing event updated for resources: {'Port': ['ID=1d471038-46ca-42d5-9008-11960c12abef,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:12.602342 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b77b7-3d8f-4560-8e5b-1eaf6276cbdd req-43b02b63-99e8-4552-a253-d5936d0b0d59 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:12.604053 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Attempting to bind port 1d471038-46ca-42d5-9008-11960c12abef on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:30:12.604445 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Attempting to bind port 1d471038-46ca-42d5-9008-11960c12abef by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'c9c4d8b9-4609-467a-93ec-1a0cb891a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:30:12.604820 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Attempting to bind port 1d471038-46ca-42d5-9008-11960c12abef on network 0211c06c-4315-4378-8486-5ebf9aa51489 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:30:12.612578 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-718b77b7-3d8f-4560-8e5b-1eaf6276cbdd req-43b02b63-99e8-4552-a253-d5936d0b0d59 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1412477 Dec 09 11:30:12.636342 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:30:12.636654 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Checking segment: {'id': 'c9c4d8b9-4609-467a-93ec-1a0cb891a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:30:12.637601 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:12.637601 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Bound using segment: {'id': 'c9c4d8b9-4609-467a-93ec-1a0cb891a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:30:12.645730 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Bound port: 1d471038-46ca-42d5-9008-11960c12abef, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c4d8b9-4609-467a-93ec-1a0cb891a795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:30:12.646146 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:12.777117 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-718b77b7-3d8f-4560-8e5b-1eaf6276cbdd req-b48185e9-be4d-49a5-b67c-a09c178354b2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633446 Dec 09 11:30:12.840198 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] For port 1d471038-46ca-42d5-9008-11960c12abef, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:30:12.845563 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] For port 1d471038-46ca-42d5-9008-11960c12abef, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=1d471038-46ca-42d5-9008-11960c12abef,segment=NetworkSegment(c9c4d8b9-4609-467a-93ec-1a0cb891a795),segment_id=c9c4d8b9-4609-467a-93ec-1a0cb891a795)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:30:12.852336 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:12.899246 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c702eab-4ae5-44fa-a00f-1e6a0b880cd4 req-61f5a45b-a594-42bf-8d9f-a2d98e2d08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:12.920079 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9c702eab-4ae5-44fa-a00f-1e6a0b880cd4 req-61f5a45b-a594-42bf-8d9f-a2d98e2d08bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 920 time: 0.4146736 Dec 09 11:30:13.037423 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9c702eab-4ae5-44fa-a00f-1e6a0b880cd4 req-8f027ec9-febb-400c-a3f8-18140a2c826c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f HTTP/1.1" status: 200 len: 217 time: 0.1136882 Dec 09 11:30:13.140857 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 4def828e-7b76-4774-9ac2-5a2cba80a396 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:13.319442 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c702eab-4ae5-44fa-a00f-1e6a0b880cd4 req-de20fd72-cfa1-4cf0-b984-d8fd975471cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:13.324305 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9c702eab-4ae5-44fa-a00f-1e6a0b880cd4 req-de20fd72-cfa1-4cf0-b984-d8fd975471cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 200 len: 859 time: 0.2465994 Dec 09 11:30:13.332141 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8896eb4-5cc3-4daa-b572-f532f3acc76f req-aff81e2d-95e6-4526-aac5-18e491d88ba6 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:13.342506 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d8896eb4-5cc3-4daa-b572-f532f3acc76f req-aff81e2d-95e6-4526-aac5-18e491d88ba6 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 945 time: 0.2717788 Dec 09 11:30:13.428319 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d8896eb4-5cc3-4daa-b572-f532f3acc76f req-1c5c4f06-4435-47ae-ac3d-b36e2bacd5c6 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782762 Dec 09 11:30:13.444643 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Routers {'c471c48a-74e7-4fd0-9f96-88df1a11b40e'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:30:13.445299 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:29:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:13.485201 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9c702eab-4ae5-44fa-a00f-1e6a0b880cd4 req-0a1892df-7514-403b-b910-4db425b53856 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=763cb968-a326-4989-b036-296e6a5ecbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468160 Dec 09 11:30:13.770468 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9c702eab-4ae5-44fa-a00f-1e6a0b880cd4 req-b9695c71-e27b-4cfd-b600-7b25147ea414 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558310 Dec 09 11:30:13.819580 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d550483-22b9-466e-a95c-dacf6199dec7 None None] Pushing event updated for resources: {'Port': ['ID=1d471038-46ca-42d5-9008-11960c12abef,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:13.822172 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-2d52e9a5-0c68-49d7-9587-9edbf0d9e521 None None] Provisioning complete for port 1d471038-46ca-42d5-9008-11960c12abef triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:13.822565 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2d52e9a5-0c68-49d7-9587-9edbf0d9e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:13.946493 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9c702eab-4ae5-44fa-a00f-1e6a0b880cd4 req-2abf5024-c238-4838-8a71-a96c4374fc4c service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670144 Dec 09 11:30:13.972834 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 4def828e-7b76-4774-9ac2-5a2cba80a396 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:13.973228 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:14.000849 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e44e8-743f-4031-aea9-4a6dbf0c7146 req-ab84199a-b6df-482c-8111-2b19c73760be tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:14.011456 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5a3e44e8-743f-4031-aea9-4a6dbf0c7146 req-ab84199a-b6df-482c-8111-2b19c73760be tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0687959 Dec 09 11:30:14.044733 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] Set router c471c48a-74e7-4fd0-9f96-88df1a11b40e gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:30:14.079448 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5a3e44e8-743f-4031-aea9-4a6dbf0c7146 req-3b79e1bf-d6dc-4e71-8add-10c89feb4a0e tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669057 Dec 09 11:30:14.243208 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2d52e9a5-0c68-49d7-9587-9edbf0d9e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:14.338546 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-2d52e9a5-0c68-49d7-9587-9edbf0d9e521 None None] For port 1d471038-46ca-42d5-9008-11960c12abef, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=1d471038-46ca-42d5-9008-11960c12abef,segment=NetworkSegment(c9c4d8b9-4609-467a-93ec-1a0cb891a795),segment_id=c9c4d8b9-4609-467a-93ec-1a0cb891a795)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:14.354090 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2d52e9a5-0c68-49d7-9587-9edbf0d9e521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:14.462550 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52e9a5-0c68-49d7-9587-9edbf0d9e521 None None] Pushing event updated for resources: {'Port': ['ID=1d471038-46ca-42d5-9008-11960c12abef,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:14.519023 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-8468895d-de54-4f1c-81d0-b5139e67097a None None] Provisioning complete for port 1d471038-46ca-42d5-9008-11960c12abef triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:14.519403 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8468895d-de54-4f1c-81d0-b5139e67097a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:14.609999 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'name': 'tempest-TestMinimumBasicScenario-269201296-router', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:03Z', 'updated_at': '2021-12-09T11:30:10Z', 'revision_number': 4, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'gw_port': {'id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:04Z', 'updated_at': '2021-12-09T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '1d471038-46ca-42d5-9008-11960c12abef', 'name': '', 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'mac_address': 'fa:16:3e:87:19:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8b48fcf8-35ee-4433-bca1-be0c74971b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:08Z', 'updated_at': '2021-12-09T11:30:12Z', 'revision_number': 4, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'subnets': [{'id': '8b48fcf8-35ee-4433-bca1-be0c74971b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:30:14.631188 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719c02f-8927-452b-a0c5-4ff39f9ef020 req-c6691d79-c415-4187-a800-ac8f8b8419b0 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:14.640464 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f719c02f-8927-452b-a0c5-4ff39f9ef020 req-c6691d79-c415-4187-a800-ac8f8b8419b0 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 945 time: 0.0853188 Dec 09 11:30:14.673329 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd42ce4-f0ac-4a47-8be8-3d60ca8d55b4 None None] The sync data for ids ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'] in dv-cinder-817351-6-iscsi is: [{'id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'name': 'tempest-TestMinimumBasicScenario-269201296-router', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:03Z', 'updated_at': '2021-12-09T11:30:10Z', 'revision_number': 4, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'gw_port': {'id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:04Z', 'updated_at': '2021-12-09T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '1d471038-46ca-42d5-9008-11960c12abef', 'name': '', 'network_id': '0211c06c-4315-4378-8486-5ebf9aa51489', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'mac_address': 'fa:16:3e:87:19:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '8b48fcf8-35ee-4433-bca1-be0c74971b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:08Z', 'updated_at': '2021-12-09T11:30:12Z', 'revision_number': 4, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'subnets': [{'id': '8b48fcf8-35ee-4433-bca1-be0c74971b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:30:14.731406 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f719c02f-8927-452b-a0c5-4ff39f9ef020 req-dd27467f-f5cc-41b7-ad28-1c717f14a909 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809565 Dec 09 11:30:15.033315 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 1d471038-46ca-42d5-9008-11960c12abef up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:15.068868 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48782) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:15.177966 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 1d471038-46ca-42d5-9008-11960c12abef triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:15.178202 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:15.306403 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b10250-a9b6-4323-92a1-54c1b9002bd7 req-84efc963-7429-4d21-b34c-c8740fdda69b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:15.314288 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2d0418ca-649b-44c5-930e-d3d64199c8a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:15.325368 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-36b10250-a9b6-4323-92a1-54c1b9002bd7 req-84efc963-7429-4d21-b34c-c8740fdda69b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1090896 Dec 09 11:30:15.500335 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-36b10250-a9b6-4323-92a1-54c1b9002bd7 req-5d1022bb-8ed0-49f6-a2b1-ca0b5f3f4927 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739397 Dec 09 11:30:15.559633 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2d0418ca-649b-44c5-930e-d3d64199c8a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:15.566101 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2d0418ca-649b-44c5-930e-d3d64199c8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:15.655133 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2d0418ca-649b-44c5-930e-d3d64199c8a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb4007fff89249ed8f4ad32bd5ff4a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832052 Dec 09 11:30:15.656041 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0418ca-649b-44c5-930e-d3d64199c8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b3716-2d78-40df-8f29-fa354042b63c,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:15.659243 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48798) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:15.747912 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-913997a7-94c4-4b10-878d-537d45e7bc19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:15.777241 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-913997a7-94c4-4b10-878d-537d45e7bc19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:15.839928 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-913997a7-94c4-4b10-878d-537d45e7bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:15.844581 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-913997a7-94c4-4b10-878d-537d45e7bc19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:15.850497 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-913997a7-94c4-4b10-878d-537d45e7bc19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f9b3716-2d78-40df-8f29-fa354042b63c HTTP/1.1" status: 204 len: 168 time: 0.1889951 Dec 09 11:30:15.860296 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913997a7-94c4-4b10-878d-537d45e7bc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b3716-2d78-40df-8f29-fa354042b63c,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:16.033999 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:16.468221 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff8ee8-63df-4f89-837a-1c7212d425ed req-eefdcee2-9016-4fc8-83e4-5d7fce3334c6 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:16.480945 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0dff8ee8-63df-4f89-837a-1c7212d425ed req-eefdcee2-9016-4fc8-83e4-5d7fce3334c6 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 945 time: 0.1329017 Dec 09 11:30:16.566796 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0dff8ee8-63df-4f89-837a-1c7212d425ed req-7c7e77f2-71e5-4c7b-9ac5-f283b4eb3f58 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823367 Dec 09 11:30:16.612101 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48824) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:16.635026 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:16.690140 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc35409-6272-4782-ba70-375f267d6de0 req-412ae6d2-a5ad-4bf2-940b-c6d659926111 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:16.692385 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9cc35409-6272-4782-ba70-375f267d6de0 req-412ae6d2-a5ad-4bf2-940b-c6d659926111 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0851612 Dec 09 11:30:16.779831 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9cc35409-6272-4782-ba70-375f267d6de0 req-b36f7f85-34bd-4f84-a2ad-8c04ab76b23b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716584 Dec 09 11:30:16.798941 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:16.805487 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:16.853738 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2c43ced5948417fa7a577e4253690d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403774 Dec 09 11:30:16.856892 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48828) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:16.859265 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328d1126-2ba3-48fb-8dea-ca89e2fdc69a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:16.869693 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.870421 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.871009 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.871642 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.872196 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.872904 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.873544 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.874216 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.874838 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.875456 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.876077 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.876682 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.877285 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819d5346-15ff-427f-82bb-2bee6425a0d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:16.941183 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8588e302-b103-4cd6-996a-edfd29fcf0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:16.984155 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8588e302-b103-4cd6-996a-edfd29fcf0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:17.075915 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8588e302-b103-4cd6-996a-edfd29fcf0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:17.079665 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8588e302-b103-4cd6-996a-edfd29fcf0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:17.084812 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8588e302-b103-4cd6-996a-edfd29fcf0ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/328d1126-2ba3-48fb-8dea-ca89e2fdc69a HTTP/1.1" status: 204 len: 168 time: 0.2253425 Dec 09 11:30:17.104127 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588e302-b103-4cd6-996a-edfd29fcf0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d1126-2ba3-48fb-8dea-ca89e2fdc69a,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:17.205442 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-d7afac7e-383b-459e-9520-f0da65724c79 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855243 Dec 09 11:30:17.308066 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-b483384c-c831-4ec9-8dcb-f48d0eae2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:17.309783 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-b483384c-c831-4ec9-8dcb-f48d0eae2b03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1098 time: 0.0534582 Dec 09 11:30:17.445033 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-cb192e9f-ab22-4141-9bfc-0595404417d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:17.446671 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-cb192e9f-ab22-4141-9bfc-0595404417d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 920 time: 0.1135206 Dec 09 11:30:17.498229 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-25d5b89b-887b-4cd6-85de-af4c7dc3b3d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f HTTP/1.1" status: 200 len: 217 time: 0.0416615 Dec 09 11:30:17.650752 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-716467b4-3f6c-4747-b6b7-7da3c8bb641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:17.672339 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-716467b4-3f6c-4747-b6b7-7da3c8bb641e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 200 len: 859 time: 0.1594269 Dec 09 11:30:17.775512 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-30f40eb9-2687-4921-9b42-b3155a9c11ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=763cb968-a326-4989-b036-296e6a5ecbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658231 Dec 09 11:30:17.810273 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137d05a-1f8d-4abc-9b0a-44a2fbb8a919 req-f9f7f126-a53c-4834-b550-b8014aa89492 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:17.820108 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9137d05a-1f8d-4abc-9b0a-44a2fbb8a919 req-f9f7f126-a53c-4834-b550-b8014aa89492 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 945 time: 0.1621573 Dec 09 11:30:17.921848 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9137d05a-1f8d-4abc-9b0a-44a2fbb8a919 req-0abce3dd-bd83-4360-a00d-6ad9bd459bdb tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808644 Dec 09 11:30:17.929623 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-473aa5cf-922e-45fd-8dba-7349a096e6d1 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310236 Dec 09 11:30:18.109105 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e7c03e6e-fa49-4679-a8ad-7141523db27a req-0a0f194b-64e4-489f-aac6-c9c89e475cfd service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673770 Dec 09 11:30:18.362630 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-bceacb30-6376-45fe-bf32-db87d0dfcbbd tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:18.364136 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-bceacb30-6376-45fe-bf32-db87d0dfcbbd tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 945 time: 0.1239791 Dec 09 11:30:18.414042 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a50b61-df38-4266-9931-4dd51ac1fccc req-ee252cc0-c129-40d6-826b-e25f234b37d0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:18.421425 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a7a50b61-df38-4266-9931-4dd51ac1fccc req-ee252cc0-c129-40d6-826b-e25f234b37d0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0665171 Dec 09 11:30:18.515154 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a7a50b61-df38-4266-9931-4dd51ac1fccc req-4ea943d8-10da-429b-ad12-70b6c0fc6c3c tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904675 Dec 09 11:30:18.524423 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-ae10cb29-451e-4740-844b-ccf5fbc1dfcf tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Deleting port 025d2cb9-c461-4a44-99be-68974479cf9b {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:30:18.524765 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-ae10cb29-451e-4740-844b-ccf5fbc1dfcf tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:18.727912 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-ae10cb29-451e-4740-844b-ccf5fbc1dfcf tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] For port 025d2cb9-c461-4a44-99be-68974479cf9b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=025d2cb9-c461-4a44-99be-68974479cf9b,segment=NetworkSegment(c02ac22c-b95d-4742-9792-d7a8757f13f1),segment_id=c02ac22c-b95d-4742-9792-d7a8757f13f1)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:18.728536 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-ae10cb29-451e-4740-844b-ccf5fbc1dfcf tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:18.749185 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-ae10cb29-451e-4740-844b-ccf5fbc1dfcf tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Calling delete_port for 025d2cb9-c461-4a44-99be-68974479cf9b owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:30:19.047650 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-ae10cb29-451e-4740-844b-ccf5fbc1dfcf tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:19.102343 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10cb29-451e-4740-844b-ccf5fbc1dfcf tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Pushing event deleted for resources: {'Port': ['ID=025d2cb9-c461-4a44-99be-68974479cf9b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:19.168484 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-ae10cb29-451e-4740-844b-ccf5fbc1dfcf tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] No DVR routers for this DVR port 025d2cb9-c461-4a44-99be-68974479cf9b on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:30:19.172615 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-ae10cb29-451e-4740-844b-ccf5fbc1dfcf tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:19.176847 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-106fbd20-8d28-4986-8a65-34268e1ff3b0 req-ae10cb29-451e-4740-844b-ccf5fbc1dfcf tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.32 "DELETE /v2.0/ports/025d2cb9-c461-4a44-99be-68974479cf9b HTTP/1.1" status: 204 len: 173 time: 0.8010144 Dec 09 11:30:19.178640 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e38ec4-6e98-4d1e-a977-08ad0dcb461a', 'name': 'network-vif-deleted', 'tag': '025d2cb9-c461-4a44-99be-68974479cf9b'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:30:19.182080 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dad997-ce31-4eac-9d4f-b0cd07a0b46e" -d '{"events": [{"server_uuid": "b0e38ec4-6e98-4d1e-a977-08ad0dcb461a", "name": "network-vif-deleted", "tag": "025d2cb9-c461-4a44-99be-68974479cf9b"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:30:19.243402 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c8471b63-cf87-4fb3-9d06-e49982f5327a req-0dba9771-8202-4d9d-80fc-fd96b16fae87 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e38ec4-6e98-4d1e-a977-08ad0dcb461a HTTP/1.1" status: 200 len: 210 time: 0.0337481 Dec 09 11:30:19.304488 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4860ce7-fafa-4726-be7d-038158793cae x-openstack-request-id: req-c4860ce7-fafa-4726-be7d-038158793cae {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:30:19.304647 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e38ec4-6e98-4d1e-a977-08ad0dcb461a", "name": "network-vif-deleted", "tag": "025d2cb9-c461-4a44-99be-68974479cf9b", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:30:19.304973 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4860ce7-fafa-4726-be7d-038158793cae {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:30:19.305369 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e38ec4-6e98-4d1e-a977-08ad0dcb461a', 'name': 'network-vif-deleted', 'tag': '025d2cb9-c461-4a44-99be-68974479cf9b', 'status': 'completed', 'code': 200} Dec 09 11:30:19.390944 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 48914) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:19.521994 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0e3d5fb0-b71f-4462-8e30-0e2058cf6efb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:19.618761 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0e3d5fb0-b71f-4462-8e30-0e2058cf6efb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:19.623838 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0e3d5fb0-b71f-4462-8e30-0e2058cf6efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:19.665331 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d5fb0-b71f-4462-8e30-0e2058cf6efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1184470-ed09-48e2-aac0-20f11d3bdb03,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:19.669760 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0e3d5fb0-b71f-4462-8e30-0e2058cf6efb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02f23a203f7840e8a4b9162fa557bae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779157 Dec 09 11:30:19.672613 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 48918) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:19.738120 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b4c79a2-6080-43ec-b918-4e201776a70c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:19.764071 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b4c79a2-6080-43ec-b918-4e201776a70c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:19.822731 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b4c79a2-6080-43ec-b918-4e201776a70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:19.826519 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b4c79a2-6080-43ec-b918-4e201776a70c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:19.827910 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8b4c79a2-6080-43ec-b918-4e201776a70c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1184470-ed09-48e2-aac0-20f11d3bdb03 HTTP/1.1" status: 204 len: 168 time: 0.1540284 Dec 09 11:30:19.841161 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c79a2-6080-43ec-b918-4e201776a70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1184470-ed09-48e2-aac0-20f11d3bdb03,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:22.436509 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 025d2cb9-c461-4a44-99be-68974479cf9b no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:30:22.473187 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 025d2cb9-c461-4a44-99be-68974479cf9b {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:30:22.473187 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 025d2cb9-c461-4a44-99be-68974479cf9b not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:30:23.862979 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ad8f3619-b77b-4fb0-859d-85e83ca62464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:24.837806 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-a59d5eca-86b8-4fc7-bb77-2388f097d647 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:24.840500 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-a59d5eca-86b8-4fc7-bb77-2388f097d647 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/networks?id=62885e48-033f-4733-837b-2a59952e0d7c HTTP/1.1" status: 200 len: 809 time: 0.1174920 Dec 09 11:30:24.856157 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-f9a8dd55-0111-4c2e-9012-0f879a6fa350 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/quotas/9f1f9d85be844857a56e44438f3a71d5 HTTP/1.1" status: 200 len: 375 time: 0.0101976 Dec 09 11:30:24.892557 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-52f44b32-375e-4c22-a704-06641084703b tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f1f9d85be844857a56e44438f3a71d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305636 Dec 09 11:30:25.008283 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-6a684de2-8da5-4454-8bd1-5bd9859a365d service neutron] 10.222.0.30 "GET /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005869 Dec 09 11:30:25.098601 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-82d1793b-5d22-418d-a2c9-c1926d3fe457 service neutron] 10.222.0.30 "GET /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842569 Dec 09 11:30:25.301686 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35982d-abee-4161-909a-804b22440b02 req-b1ac5837-7151-429d-9131-ba3b022d53c8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:25.304927 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee35982d-abee-4161-909a-804b22440b02 req-b1ac5837-7151-429d-9131-ba3b022d53c8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0548251 Dec 09 11:30:25.370559 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee35982d-abee-4161-909a-804b22440b02 req-885614dd-fd0f-4bde-9b75-25531969d67c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589399 Dec 09 11:30:25.445954 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e0d2d78-3995-4dd3-8f79-129cecdfb919 req-41289359-a1ae-498c-ba1e-38fc05945a52 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0290203 Dec 09 11:30:25.749148 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882347-295c-4d3a-9180-00d9969bf64f req-6f25eccd-eba9-453a-bd84-f5d8c64ed283 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:25.750507 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-6f25eccd-eba9-453a-bd84-f5d8c64ed283 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/networks?id=18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 200 len: 814 time: 0.0983911 Dec 09 11:30:25.765778 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-f3f92d2a-e1fb-4d78-a572-0adccba169f0 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/quotas/e7aeff5b1f3642388728416bc21f327e HTTP/1.1" status: 200 len: 375 time: 0.0094287 Dec 09 11:30:25.821866 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-a3ba7fcd-dcd4-4261-b95d-04db05b0a722 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7aeff5b1f3642388728416bc21f327e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502098 Dec 09 11:30:25.915981 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-d7b2a277-c51c-4ac7-9b72-4684b82d0d9b service neutron] 10.222.0.30 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802698 Dec 09 11:30:26.009785 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-84f2ac3a-7f69-4eb8-9b59-f93c960fd581 service neutron] 10.222.0.30 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874641 Dec 09 11:30:26.039469 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cddd0d04-8e3b-4f01-ba01-7000d7684d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:26.178060 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9a7a8df1-606b-4606-8c19-9e92f066448c req-07599ce2-e03a-4b43-a3d2-df160ebe4217 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 210 time: 0.0278175 Dec 09 11:30:26.507797 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b995b1c-c2e0-48b4-b4f5-65d597147c39 req-1c92af2e-9baf-45e9-be1d-4fb28c2f34e8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:26.509377 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b995b1c-c2e0-48b4-b4f5-65d597147c39 req-1c92af2e-9baf-45e9-be1d-4fb28c2f34e8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0562961 Dec 09 11:30:26.554269 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-58a843d5-53aa-4de4-8e1c-cb7fc9199b8e req-84875570-5dfd-402b-aa5b-867a94ee5f80 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0376711 Dec 09 11:30:26.580452 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b995b1c-c2e0-48b4-b4f5-65d597147c39 req-172ae052-0f40-437d-a652-0eb0f0dd88d7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649557 Dec 09 11:30:26.949827 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:27.273426 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b2c5a36f-6ac6-46c4-a677-e852640d3c59 req-b660e930-81a5-4beb-b971-283e12666723 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 210 time: 0.0280166 Dec 09 11:30:27.654906 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3857b749-ed03-474c-80ff-5c8f195bcfba req-e50d2e18-f727-48a4-bebf-5544e89e4ea5 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0302882 Dec 09 11:30:27.735465 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ffaee-b49c-436b-ad4e-6d70a2d3be10 req-cb36ef70-8edb-4c8c-a792-2e5bede78bd8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:27.737235 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee4ffaee-b49c-436b-ad4e-6d70a2d3be10 req-cb36ef70-8edb-4c8c-a792-2e5bede78bd8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0694258 Dec 09 11:30:27.798889 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee4ffaee-b49c-436b-ad4e-6d70a2d3be10 req-a2848c23-7472-49de-80b1-50cfa5956714 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555704 Dec 09 11:30:28.379942 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5bd6ecd1-806c-4b8b-b8f7-79cd53babbf3 req-63a96296-7124-436c-8f96-6401786a611b tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 210 time: 0.0279438 Dec 09 11:30:28.597801 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:28.772340 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-669fba23-3720-49eb-9128-de40fc1080dd req-ad3b2136-e2b6-4c68-8bf1-73a49d8ed7ae tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0406640 Dec 09 11:30:28.949963 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b473d36-59ad-4a81-bfa1-94998e70b96f req-9a28c2a6-cf26-4278-bcff-d5fb4c49712a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:28.951430 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0b473d36-59ad-4a81-bfa1-94998e70b96f req-9a28c2a6-cf26-4278-bcff-d5fb4c49712a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0614305 Dec 09 11:30:29.001923 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0b473d36-59ad-4a81-bfa1-94998e70b96f req-6139883c-91e1-4ca0-9591-fb52bdef46f7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442991 Dec 09 11:30:29.479147 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ead10339-5716-4a83-a6a9-8884b1f32b7f req-20eb9a25-0a6b-46a5-87eb-f391ce796a7f tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 210 time: 0.0283623 Dec 09 11:30:29.591400 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:29.881492 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d511ea85-e75a-464f-8f92-3ba6278aa11e req-c903be39-f943-4533-a6b6-2e1b9b369e7b tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0326529 Dec 09 11:30:30.128489 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6c27-45d4-4d4b-9ec0-4ad7bbd9ddef req-147d04a7-b1c9-42e4-9d17-0f571e00f4d1 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:30.130813 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-695c6c27-45d4-4d4b-9ec0-4ad7bbd9ddef req-147d04a7-b1c9-42e4-9d17-0f571e00f4d1 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0532496 Dec 09 11:30:30.180431 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-695c6c27-45d4-4d4b-9ec0-4ad7bbd9ddef req-fbc703eb-c5c6-4853-9082-97b8c8d94fa0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Dec 09 11:30:30.573344 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-478c9742-87d0-44a8-8104-97f1d20d1ae5 req-149d7766-88c1-450e-a874-f7c24c7c1a18 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 210 time: 0.0256341 Dec 09 11:30:30.978230 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-decebabe-4d39-4995-bbec-86fab9a80c31 req-86d42692-c212-43cb-abc4-c6a27548cd23 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0291178 Dec 09 11:30:31.319841 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72d0b3-1760-4b1b-922d-d3dab68c5184 req-37b57542-d852-4356-9e5f-e8b925b71f7c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:31.321454 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae72d0b3-1760-4b1b-922d-d3dab68c5184 req-37b57542-d852-4356-9e5f-e8b925b71f7c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0635455 Dec 09 11:30:31.368746 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae72d0b3-1760-4b1b-922d-d3dab68c5184 req-21401f93-ebc3-4c66-9275-0abbea6adc99 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411596 Dec 09 11:30:31.680639 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5807aad-9d1f-4aeb-94ae-6d3d267102eb req-11852862-7ea4-45b6-9411-6b31744f855f tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 210 time: 0.0344846 Dec 09 11:30:31.836859 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882347-295c-4d3a-9180-00d9969bf64f req-2b406887-b79a-41cd-ae6a-795f3ec214db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:31.838601 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-2b406887-b79a-41cd-ae6a-795f3ec214db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.32 "GET /v2.0/networks?id=18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 200 len: 814 time: 0.1394656 Dec 09 11:30:31.867888 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'port': {'device_id': '92025255-f1b7-4b64-b4da-877474e9abe2', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'admin_state_up': True, 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:30:31.993394 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Made reservation on behalf of e7aeff5b1f3642388728416bc21f327e for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:30:31.997232 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:32.129121 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6a127cb-d2b9-41f6-8095-0ab428e88778 req-5e78d2b3-8a08-42cc-9bae-2b6884c2bf3c tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0653322 Dec 09 11:30:32.255236 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Allocated IP 172.20.0.3 (18c645dc-cda4-4ca4-b189-415be1a306b3/e5a0cd09-1860-4bbe-ae71-c1761e2733eb/f181e5c8-659c-45d4-9bb7-f9bffbc974d9) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:30:32.610293 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:32.755605 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:32.897127 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Network 18c645dc-cda4-4ca4-b189-415be1a306b3 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:30:32.915270 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:32.928295 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:30:32.989142 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'Port': ['ID=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:33.062768 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:33.063759 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:33.134162 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a631e-8721-4115-8c65-2888faebf9cd req-6b8db8bd-5136-4044-bb56-cdd00c29ad83 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:33.135974 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-801ebcd0-bf38-443c-95b8-201c05f209d6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2722273 Dec 09 11:30:33.143399 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-870a631e-8721-4115-8c65-2888faebf9cd req-6b8db8bd-5136-4044-bb56-cdd00c29ad83 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.5428870 Dec 09 11:30:33.173325 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63319cc-4d5c-4ae0-bb5a-063b0c4e8a49 req-56b2849a-9429-46b7-ab68-521603fc3f14 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:33.175497 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d63319cc-4d5c-4ae0-bb5a-063b0c4e8a49 req-56b2849a-9429-46b7-ab68-521603fc3f14 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.1778347 Dec 09 11:30:33.224655 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-69f788ee-6453-4dfb-b475-d7596f13f47b tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:33.227727 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-69f788ee-6453-4dfb-b475-d7596f13f47b tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.32 "GET /v2.0/networks?id=62885e48-033f-4733-837b-2a59952e0d7c HTTP/1.1" status: 200 len: 809 time: 0.8348489 Dec 09 11:30:33.324305 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-870a631e-8721-4115-8c65-2888faebf9cd req-46eafc16-47b5-43aa-b80d-cbc759fdfae3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797388 Dec 09 11:30:33.389834 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d63319cc-4d5c-4ae0-bb5a-063b0c4e8a49 req-803e70e7-d20b-4d9a-ae8b-f742078220e0 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011383 Dec 09 11:30:33.412303 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-e60bdd25-58a9-4f18-9717-5cb53dedc41c None None] Provisioning complete for port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:33.412303 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e60bdd25-58a9-4f18-9717-5cb53dedc41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:33.515990 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-e60bdd25-58a9-4f18-9717-5cb53dedc41c None None] Port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:30:33.549566 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-35ac2724-e592-412b-8af0-76fa925e81e9 req-9c60d779-4989-49da-b777-29186f0c37f6 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0771503 Dec 09 11:30:33.896495 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01053275-9a90-4a0f-bdb7-bea61b13f982 req-3a640122-3c75-451f-9292-bc0fa0ef8710 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:33.897862 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-01053275-9a90-4a0f-bdb7-bea61b13f982 req-3a640122-3c75-451f-9292-bc0fa0ef8710 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0676696 Dec 09 11:30:33.959492 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-01053275-9a90-4a0f-bdb7-bea61b13f982 req-e20c43d9-19b1-42ec-ac41-d98592ea143a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532329 Dec 09 11:30:34.474661 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59111cc-ef02-4b5a-a031-8edd329e43c0 req-ad027102-9a89-42ab-bf6a-9949457cbae8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:34.483889 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d59111cc-ef02-4b5a-a031-8edd329e43c0 req-ad027102-9a89-42ab-bf6a-9949457cbae8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0642793 Dec 09 11:30:34.572102 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d59111cc-ef02-4b5a-a031-8edd329e43c0 req-0f7d27f8-458c-463f-aabe-e22a60cbd843 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880101 Dec 09 11:30:34.604610 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274885d-7ad4-4a50-9b06-82e4ffe85636 req-d9977c62-89f7-4c82-a4cc-c72efa88d902 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:34.613314 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f274885d-7ad4-4a50-9b06-82e4ffe85636 req-d9977c62-89f7-4c82-a4cc-c72efa88d902 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.1085923 Dec 09 11:30:34.685619 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f274885d-7ad4-4a50-9b06-82e4ffe85636 req-a213b397-23a1-4f9f-a7dd-0a12a4bc7db9 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711617 Dec 09 11:30:34.703680 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-681d42c0-bc87-43d9-a0b9-3619baf3d29c req-fc8542af-2d00-4d3c-97bc-ceaff287c2a4 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0361905 Dec 09 11:30:35.001279 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:30:35.096145 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a477072-8a8a-46e6-9253-4b493f72a9de req-203c1b77-b57e-4b80-8d64-d3fb0e01d061 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:35.097860 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a477072-8a8a-46e6-9253-4b493f72a9de req-203c1b77-b57e-4b80-8d64-d3fb0e01d061 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0574801 Dec 09 11:30:35.162476 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a477072-8a8a-46e6-9253-4b493f72a9de req-69f05c4a-e40c-47a9-a9b7-5a72c8c50ab2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570250 Dec 09 11:30:35.728824 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f93bc0-bb37-4208-a6b3-3fe09bef247b req-5c04e862-dd63-4f47-a06e-ef3e1e73505a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:35.730648 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-47f93bc0-bb37-4208-a6b3-3fe09bef247b req-5c04e862-dd63-4f47-a06e-ef3e1e73505a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0561919 Dec 09 11:30:35.824646 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-47f93bc0-bb37-4208-a6b3-3fe09bef247b req-c5ded983-7a28-4db2-860a-e86370c39536 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873821 Dec 09 11:30:35.844310 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc38db0-8655-498b-8d2d-fa9000d55a53 req-217e3cbd-81de-456a-94e1-3762694dc3b1 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:35.852472 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-edc38db0-8655-498b-8d2d-fa9000d55a53 req-217e3cbd-81de-456a-94e1-3762694dc3b1 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.0958908 Dec 09 11:30:35.926205 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-edc38db0-8655-498b-8d2d-fa9000d55a53 req-b6144938-9e50-451f-ad13-7867cc5e3522 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728381 Dec 09 11:30:35.954170 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c8e7e042-4e99-4494-9b44-82dbb67956aa req-f6626da5-355b-4df9-80d0-0e090dc71a26 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0259316 Dec 09 11:30:36.321913 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88675e6f-d5f1-48d6-8a76-8de9a2de43f4 req-85fa1341-e746-4693-9c82-3aa5371cfef0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:36.325976 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88675e6f-d5f1-48d6-8a76-8de9a2de43f4 req-85fa1341-e746-4693-9c82-3aa5371cfef0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0644948 Dec 09 11:30:36.420214 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-88675e6f-d5f1-48d6-8a76-8de9a2de43f4 req-f926bbbb-9b23-4336-ace8-24ce540ec213 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872095 Dec 09 11:30:37.092917 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cd8ca-e926-41fc-873f-7be2b92e1cfa req-6a5997cb-8874-436a-801c-df833cac38e4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:37.094420 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-821cd8ca-e926-41fc-873f-7be2b92e1cfa req-6a5997cb-8874-436a-801c-df833cac38e4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1433921 Dec 09 11:30:37.146093 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d65de-ff17-493b-89e6-7d4d69228bc6 req-fdea82ce-e0d4-44ba-b859-1bfb0e7d1eb6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:37.147746 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f9d65de-ff17-493b-89e6-7d4d69228bc6 req-fdea82ce-e0d4-44ba-b859-1bfb0e7d1eb6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.1017251 Dec 09 11:30:37.203447 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-821cd8ca-e926-41fc-873f-7be2b92e1cfa req-bd2d3667-3bc4-4de4-9e98-676b1457cfb2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000850 Dec 09 11:30:37.246453 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0f9d65de-ff17-493b-89e6-7d4d69228bc6 req-8474c109-34bf-4992-890e-17fc46ca1d64 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886724 Dec 09 11:30:37.297843 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7b1f251f-bf68-4c1c-9687-af38011ef57e req-8185a312-9666-4bda-849e-36ce5d9aa814 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0281518 Dec 09 11:30:37.533789 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d90a24-0643-4c3b-8549-03f52b113850 req-89e25bc6-5223-48e6-808e-9b2f1df3fd56 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:37.535137 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5d90a24-0643-4c3b-8549-03f52b113850 req-89e25bc6-5223-48e6-808e-9b2f1df3fd56 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0495002 Dec 09 11:30:37.586587 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5d90a24-0643-4c3b-8549-03f52b113850 req-555f10b5-5078-4cbb-b904-395b26ee880b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443680 Dec 09 11:30:38.319834 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ece65-bf9c-4125-bebf-3d164930bd4a req-bd1c251d-f207-4791-866b-25697d52ecbb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:38.322059 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3c3ece65-bf9c-4125-bebf-3d164930bd4a req-bd1c251d-f207-4791-866b-25697d52ecbb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0526996 Dec 09 11:30:38.410620 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb27e2-a65b-456e-9df6-8ae36690847e req-36943cc4-411c-4e80-a9ad-bc23b3e5c953 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:38.412955 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7ecb27e2-a65b-456e-9df6-8ae36690847e req-36943cc4-411c-4e80-a9ad-bc23b3e5c953 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.0904541 Dec 09 11:30:38.424474 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3c3ece65-bf9c-4125-bebf-3d164930bd4a req-7fb9f95f-9d19-48a6-a341-f2f9b7b02e5a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869992 Dec 09 11:30:38.501447 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7ecb27e2-a65b-456e-9df6-8ae36690847e req-d5c1aaae-05b4-47c9-925a-4d3f220634b1 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Dec 09 11:30:38.540107 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-db15e960-8b3d-4cf3-aed1-0c8ab7920f9f req-e0aeb1ee-84f1-4b4b-bc79-0d1729382492 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0360222 Dec 09 11:30:38.728531 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197847c9-3bc4-4650-bd15-d84a562a3804 req-e0845f46-33be-4d1e-9f8d-ffe326d968df tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:38.730059 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-197847c9-3bc4-4650-bd15-d84a562a3804 req-e0845f46-33be-4d1e-9f8d-ffe326d968df tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0532246 Dec 09 11:30:38.784656 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-197847c9-3bc4-4650-bd15-d84a562a3804 req-28b20028-b9aa-4501-9a2c-8304826eb789 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485291 Dec 09 11:30:39.547971 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e903a9-c403-4600-a3dd-55f820870616 req-6ab75d9e-3383-4b5b-90a6-56c3af0b6e24 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:39.549085 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-56e903a9-c403-4600-a3dd-55f820870616 req-6ab75d9e-3383-4b5b-90a6-56c3af0b6e24 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0503056 Dec 09 11:30:39.601658 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-56e903a9-c403-4600-a3dd-55f820870616 req-39ad6226-c2fb-47e3-9b49-157ed84f1796 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459194 Dec 09 11:30:39.657571 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ecc52-a582-47ab-8cdf-cb04ee2b06be req-f7a84bfc-d1a9-4add-80fd-12027e7a1f02 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:39.659226 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-804ecc52-a582-47ab-8cdf-cb04ee2b06be req-f7a84bfc-d1a9-4add-80fd-12027e7a1f02 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.0562792 Dec 09 11:30:39.715089 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0dd8afb0-a428-45b7-be26-423a2fb26205 req-7d96649b-8bea-406d-8a7a-d7a086fdbd6a tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0334241 Dec 09 11:30:39.738382 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-804ecc52-a582-47ab-8cdf-cb04ee2b06be req-e4abde0d-5a8e-4353-989c-5d0bf33ac3f9 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708756 Dec 09 11:30:39.903639 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cefcc-6afa-482b-a1ce-448492573f50 req-5ddbc69c-7d30-4bea-9b91-83ae1bf8d5d5 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:39.905132 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a04cefcc-6afa-482b-a1ce-448492573f50 req-5ddbc69c-7d30-4bea-9b91-83ae1bf8d5d5 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0501139 Dec 09 11:30:39.954723 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a04cefcc-6afa-482b-a1ce-448492573f50 req-3024d3ba-62a7-4d70-bdbe-2a04c33ee0c0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418909 Dec 09 11:30:40.754160 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161445a-cbf8-4fdb-bada-4543defa1da6 req-5c4e7660-12bb-467f-97b0-08850780ad54 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:40.755910 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8161445a-cbf8-4fdb-bada-4543defa1da6 req-5c4e7660-12bb-467f-97b0-08850780ad54 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0494802 Dec 09 11:30:40.831656 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dac3113f-395e-47b7-b280-da99ea5a8e3a req-e85e1d41-9f86-44ac-96c3-bc59f6522113 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0396187 Dec 09 11:30:40.836507 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8161445a-cbf8-4fdb-bada-4543defa1da6 req-13e574ab-daa4-4730-a193-ce6c77a5d70a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708945 Dec 09 11:30:40.957690 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7a7f8-3707-42ea-a5f2-42aed03094c5 req-393080c7-0e96-4116-bc93-a8a7b3f6abb4 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:40.959659 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d4c7a7f8-3707-42ea-a5f2-42aed03094c5 req-393080c7-0e96-4116-bc93-a8a7b3f6abb4 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.0508907 Dec 09 11:30:41.013819 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d4c7a7f8-3707-42ea-a5f2-42aed03094c5 req-a0300f08-f11b-409d-bfcb-3ef790f9c5e9 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473409 Dec 09 11:30:41.113120 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683d8ee-2640-438d-90c4-14b7904ddca2 req-86c9a07f-cef0-4a52-8d82-31ac786e3814 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:41.115445 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5683d8ee-2640-438d-90c4-14b7904ddca2 req-86c9a07f-cef0-4a52-8d82-31ac786e3814 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0686419 Dec 09 11:30:41.187372 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5683d8ee-2640-438d-90c4-14b7904ddca2 req-6c2057b8-5cd7-42fa-bc1f-5d89a3c0dc03 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Dec 09 11:30:41.935364 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2f8020d2-3157-4f98-813a-85ca0c2604df req-727f61e9-708a-479e-859a-418c12700311 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0340545 Dec 09 11:30:41.983671 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d552b5-2b83-4b02-821a-63d0b007b052 req-0a03cffc-c8a4-4111-b3f8-7c31862648d3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:41.985432 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b1d552b5-2b83-4b02-821a-63d0b007b052 req-0a03cffc-c8a4-4111-b3f8-7c31862648d3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0531764 Dec 09 11:30:42.034985 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b1d552b5-2b83-4b02-821a-63d0b007b052 req-5292ed27-74e8-4f74-accb-04763b1c8693 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429797 Dec 09 11:30:42.137964 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664dc06-5dd5-4c40-8390-d756a127f390 req-33d72df9-f569-4b1b-8d2f-d4dda5660168 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:42.140914 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8664dc06-5dd5-4c40-8390-d756a127f390 req-33d72df9-f569-4b1b-8d2f-d4dda5660168 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.0512638 Dec 09 11:30:42.189287 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8664dc06-5dd5-4c40-8390-d756a127f390 req-3e36e875-3a60-40c5-8acf-08b2512bd7b0 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Dec 09 11:30:42.312759 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7ad94-b104-4b61-9ca6-d4a3caf99405 req-ed5676db-862f-4ad7-b803-37b328a43be7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:42.314181 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-00f7ad94-b104-4b61-9ca6-d4a3caf99405 req-ed5676db-862f-4ad7-b803-37b328a43be7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0531785 Dec 09 11:30:42.363394 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-00f7ad94-b104-4b61-9ca6-d4a3caf99405 req-303e55df-be29-4db1-a7b7-86b34639dc1f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Dec 09 11:30:43.048071 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14a465b4-f8e0-4ba0-8d4c-2e0706d6f632 req-ef42b079-5e89-4819-897e-e25131aa643a tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0324254 Dec 09 11:30:43.193571 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c50582-5645-41f9-8ba2-ff82e6672028 req-56a3f1a8-5849-4f73-ad1b-53b834292656 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:43.195955 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-00c50582-5645-41f9-8ba2-ff82e6672028 req-56a3f1a8-5849-4f73-ad1b-53b834292656 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0712585 Dec 09 11:30:43.269898 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-00c50582-5645-41f9-8ba2-ff82e6672028 req-d827d49f-62df-4d66-8b9d-7cf0498ac0d2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664520 Dec 09 11:30:43.357181 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97450db-1b78-4e11-8a25-680e094ae8d6 req-b271454f-1cb5-4a0d-b5db-3623a6facb1f tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:43.359965 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a97450db-1b78-4e11-8a25-680e094ae8d6 req-b271454f-1cb5-4a0d-b5db-3623a6facb1f tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.0761490 Dec 09 11:30:43.420931 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a97450db-1b78-4e11-8a25-680e094ae8d6 req-5ce7edd3-408d-4202-b00f-ef3f9c19d55e tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526786 Dec 09 11:30:43.502405 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcfe76-ba7d-4b9e-b319-477f872671e2 req-c313b89a-aa80-40b9-a6ee-eb1dcf060aa9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:43.504041 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-71dcfe76-ba7d-4b9e-b319-477f872671e2 req-c313b89a-aa80-40b9-a6ee-eb1dcf060aa9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0634840 Dec 09 11:30:43.573908 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-71dcfe76-ba7d-4b9e-b319-477f872671e2 req-800c886a-5b53-4a28-b41e-a2ad56ddf60f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639234 Dec 09 11:30:44.149816 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-76611e43-f419-4c39-81db-c13cfd514e26 req-2ec717f3-9737-4832-a245-5dbc546dcc1f tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0280943 Dec 09 11:30:44.399241 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af540d5-74cf-4931-a1ed-6b35bb7b5e67 req-a181f6d4-85f6-471e-aab8-5348e58e57e6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:44.400794 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9af540d5-74cf-4931-a1ed-6b35bb7b5e67 req-a181f6d4-85f6-471e-aab8-5348e58e57e6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0545518 Dec 09 11:30:44.450570 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9af540d5-74cf-4931-a1ed-6b35bb7b5e67 req-f960c3c2-89f8-462e-8a1e-24ca7d2aed0c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437624 Dec 09 11:30:44.542397 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be55f91-113c-4e9d-bb79-5b7a3c848b5d req-07f83780-afd2-440e-8496-9e4e932ab269 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:44.543892 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2be55f91-113c-4e9d-bb79-5b7a3c848b5d req-07f83780-afd2-440e-8496-9e4e932ab269 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.0497916 Dec 09 11:30:44.592798 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2be55f91-113c-4e9d-bb79-5b7a3c848b5d req-cadfa2ac-6b0b-4422-a2a0-2bd1d81d9777 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Dec 09 11:30:44.695392 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92340724-bbd1-4e9e-af6c-73d313ebb73f req-806fe0d0-3402-4398-a8a1-4faa8f1275bc tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:44.696805 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-92340724-bbd1-4e9e-af6c-73d313ebb73f req-806fe0d0-3402-4398-a8a1-4faa8f1275bc tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0541394 Dec 09 11:30:44.746786 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-92340724-bbd1-4e9e-af6c-73d313ebb73f req-3a90e785-77de-4aaf-9ec4-7118c7db98e2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Dec 09 11:30:45.249489 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2944f782-d81e-4956-ab1a-e7f724b8694d req-2544a476-9c9c-4a07-b52d-9f14d620ac77 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0292611 Dec 09 11:30:45.321534 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Request body: {'port': {'device_id': '92025255-f1b7-4b64-b4da-877474e9abe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:30:45.322405 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Request body: {'port': {'device_id': '710b0c24-52d8-42f0-b238-f9c854e14e8e', 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c', 'admin_state_up': True, 'tenant_id': '9f1f9d85be844857a56e44438f3a71d5'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:30:45.380571 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:45.429599 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Made reservation on behalf of 9f1f9d85be844857a56e44438f3a71d5 for: {'port': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:30:45.433982 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:45.512739 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647148bf-8fec-4b29-9fe0-ca28a645585f req-1ab48db1-0382-4fb6-9c9b-bf18a92c08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:45.514217 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-647148bf-8fec-4b29-9fe0-ca28a645585f req-1ab48db1-0382-4fb6-9c9b-bf18a92c08f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1098 time: 0.1191406 Dec 09 11:30:45.605283 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Allocated IP 172.20.0.3 (62885e48-033f-4733-837b-2a59952e0d7c/4f563f46-7b83-4fca-87ed-4fcfcb33d97e/7b9bd2a2-6135-4317-b712-1def977734c0) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:30:45.628639 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317545b1-c650-4878-a046-ca051934c947 req-d1ee2585-d720-4892-b6ae-40464f20f611 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:45.636694 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-317545b1-c650-4878-a046-ca051934c947 req-d1ee2585-d720-4892-b6ae-40464f20f611 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1050141 Dec 09 11:30:45.743629 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-317545b1-c650-4878-a046-ca051934c947 req-db9edc85-5a05-497b-8a85-1bc692d79673 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056511 Dec 09 11:30:45.777894 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f181e5c8-659c-45d4-9bb7-f9bffbc974d9 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:30:45.794465 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:45.806004 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647148bf-8fec-4b29-9fe0-ca28a645585f req-bc775c2d-b6af-4ee7-87ed-7e900613a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:45.807500 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-647148bf-8fec-4b29-9fe0-ca28a645585f req-bc775c2d-b6af-4ee7-87ed-7e900613a31f service neutron] 10.222.0.32 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 920 time: 0.1577506 Dec 09 11:30:45.828304 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Transition to ACTIVE for port object f181e5c8-659c-45d4-9bb7-f9bffbc974d9 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:30:45.834083 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60456f-1020-4797-915e-c17e2b484821 req-52d7bd61-a87f-42b1-b7b2-9c5155b9ab05 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:45.841553 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ac60456f-1020-4797-915e-c17e2b484821 req-52d7bd61-a87f-42b1-b7b2-9c5155b9ab05 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 931 time: 0.1515775 Dec 09 11:30:45.844087 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:45.882554 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-647148bf-8fec-4b29-9fe0-ca28a645585f req-6cdbe312-29a7-4689-9e9d-cd7a05f5b2cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f HTTP/1.1" status: 200 len: 217 time: 0.0566270 Dec 09 11:30:45.986459 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ac60456f-1020-4797-915e-c17e2b484821 req-9c97b221-cbf2-47da-91eb-b293651303db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410570 Dec 09 11:30:46.002645 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:46.020558 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5c03c-0050-4ee9-bb7d-4f515d94b8e6 req-1e516dad-a73e-4863-a938-8f203e3d163f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:46.029316 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9da5c03c-0050-4ee9-bb7d-4f515d94b8e6 req-1e516dad-a73e-4863-a938-8f203e3d163f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1758792 Dec 09 11:30:46.058816 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:46.129088 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9da5c03c-0050-4ee9-bb7d-4f515d94b8e6 req-b4192dbd-994b-4607-85d1-636648fb51fa tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985773 Dec 09 11:30:46.149999 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:46.211081 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Network 62885e48-033f-4733-837b-2a59952e0d7c is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:30:46.217056 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:46.221411 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:30:46.248249 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Pushing event updated for resources: {'Port': ['ID=7b9bd2a2-6135-4317-b712-1def977734c0,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:46.261246 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.261914 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.262021 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.262347 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.262706 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.263064 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.263401 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.263795 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.264134 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.264728 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.265063 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.265438 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.265770 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:46.301937 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:46.302092 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:46.303899 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:46.336881 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-c7d4ab64-e268-494d-8304-fa5b7dc28e28 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0183353 Dec 09 11:30:46.357818 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Request body: {'port': {'device_id': '710b0c24-52d8-42f0-b238-f9c854e14e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:30:46.371139 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647148bf-8fec-4b29-9fe0-ca28a645585f req-dac31495-9317-456b-80ca-14828caca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:46.372748 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-647148bf-8fec-4b29-9fe0-ca28a645585f req-dac31495-9317-456b-80ca-14828caca9b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 200 len: 859 time: 0.4558299 Dec 09 11:30:46.422962 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9bf51-3a1a-4b18-a33a-34a193a48c0b req-8dee176e-803d-48bf-9f83-39fecdcfb2de tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:46.423416 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Attempting to bind port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:30:46.423739 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Attempting to bind port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:30:46.424066 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Attempting to bind port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 on network 18c645dc-cda4-4ca4-b189-415be1a306b3 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:30:46.424479 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-86d9bf51-3a1a-4b18-a33a-34a193a48c0b req-8dee176e-803d-48bf-9f83-39fecdcfb2de tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 931 time: 0.1032069 Dec 09 11:30:46.429093 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-647148bf-8fec-4b29-9fe0-ca28a645585f req-854cd575-6d38-4ba1-a489-2674510b44e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=763cb968-a326-4989-b036-296e6a5ecbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440793 Dec 09 11:30:46.431156 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 on network 18c645dc-cda4-4ca4-b189-415be1a306b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:30:46.431478 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Attempting to bind port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 on network 18c645dc-cda4-4ca4-b189-415be1a306b3 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:30:46.432126 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:46.437060 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:30:46.437398 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Checking segment: {'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:30:46.438063 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Bound using segment: {'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:30:46.438486 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Bound port: f181e5c8-659c-45d4-9bb7-f9bffbc974d9, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74a2c15-c522-4daf-9beb-f8c338813a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:30:46.438880 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:46.522121 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-86d9bf51-3a1a-4b18-a33a-34a193a48c0b req-68c729c5-1bcf-4753-a9d7-dbf72e73cc13 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875175 Dec 09 11:30:46.589701 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] For port f181e5c8-659c-45d4-9bb7-f9bffbc974d9, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:30:46.593541 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-647148bf-8fec-4b29-9fe0-ca28a645585f req-16a780d0-5898-4587-80ed-8b597102c726 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521842 Dec 09 11:30:46.595234 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] For port f181e5c8-659c-45d4-9bb7-f9bffbc974d9, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:30:46.600273 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:46.708680 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:46.709458 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:46.710786 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] 10.222.0.32 "PUT /v2.0/ports/f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 1093 time: 1.3940213 Dec 09 11:30:46.712851 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:30:46.715049 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f10e9-ed39-442e-af19-398cded67b57" -d '{"events": [{"name": "network-changed", "server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:30:46.789655 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9bd2a2-6135-4317-b712-1def977734c0 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:30:46.799275 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:46.812666 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Transition to ACTIVE for port object 7b9bd2a2-6135-4317-b712-1def977734c0 will not be triggered until provisioned by entity L2. {{(pid=102509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:30:46.819009 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bc60e-5082-453b-a312-5166e3c975b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:46.824270 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bddb48-d8af-41fd-b403-3d76eb2d8395 x-openstack-request-id: req-34bddb48-d8af-41fd-b403-3d76eb2d8395 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:30:46.824493 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:46.824610 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:30:46.824800 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34bddb48-d8af-41fd-b403-3d76eb2d8395 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:30:46.825196 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'status': 'completed', 'code': 200} Dec 09 11:30:46.847768 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-647148bf-8fec-4b29-9fe0-ca28a645585f req-6a3641ed-9a0f-45d6-a730-283c548e0cdf service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450769 Dec 09 11:30:46.865152 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882347-295c-4d3a-9180-00d9969bf64f req-f4fae4f7-60c6-4a97-af2b-87e5c6578db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:46.867171 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-f4fae4f7-60c6-4a97-af2b-87e5c6578db0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aeff5b1f3642388728416bc21f327e&device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1096 time: 0.0919950 Dec 09 11:30:46.917414 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9bd2a2-6135-4317-b712-1def977734c0,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:46.927573 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-994a699d-5d44-467b-88ad-65a74724362e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 217 time: 0.0431859 Dec 09 11:30:46.959558 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414e5e0-afc7-424d-8167-8e423785b13c req-ec154f52-423d-48a7-840f-82858aa311e5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:46.961067 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1414e5e0-afc7-424d-8167-8e423785b13c req-ec154f52-423d-48a7-840f-82858aa311e5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1042240 Dec 09 11:30:46.997191 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882347-295c-4d3a-9180-00d9969bf64f req-45701060-b650-492e-bdb5-99789ce38c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:46.998683 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-45701060-b650-492e-bdb5-99789ce38c93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a0cd09-1860-4bbe-ae71-c1761e2733eb HTTP/1.1" status: 200 len: 853 time: 0.0619318 Dec 09 11:30:47.042969 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Attempting to bind port 7b9bd2a2-6135-4317-b712-1def977734c0 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:30:47.043313 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Attempting to bind port 7b9bd2a2-6135-4317-b712-1def977734c0 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'c02ac22c-b95d-4742-9792-d7a8757f13f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:30:47.043645 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Attempting to bind port 7b9bd2a2-6135-4317-b712-1def977734c0 on network 62885e48-033f-4733-837b-2a59952e0d7c {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:30:47.056095 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1414e5e0-afc7-424d-8167-8e423785b13c req-c94596b6-55a9-4afb-8b6e-3eb37d1f07ef tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736592 Dec 09 11:30:47.057354 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Port 7b9bd2a2-6135-4317-b712-1def977734c0 on network 62885e48-033f-4733-837b-2a59952e0d7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:30:47.057895 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Attempting to bind port 7b9bd2a2-6135-4317-b712-1def977734c0 on network 62885e48-033f-4733-837b-2a59952e0d7c {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:30:47.097304 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:30:47.097547 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Checking segment: {'id': 'c02ac22c-b95d-4742-9792-d7a8757f13f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:30:47.097940 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Bound using segment: {'id': 'c02ac22c-b95d-4742-9792-d7a8757f13f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:30:47.098490 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Bound port: 7b9bd2a2-6135-4317-b712-1def977734c0, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02ac22c-b95d-4742-9792-d7a8757f13f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:30:47.098988 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:47.125341 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882347-295c-4d3a-9180-00d9969bf64f req-816d3782-3791-49e9-b1b1-ab4ddd52b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:47.128199 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-816d3782-3791-49e9-b1b1-ab4ddd52b080 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18c645dc-cda4-4ca4-b189-415be1a306b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765853 Dec 09 11:30:47.188579 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509106f-da8c-4deb-b732-5177381403fe req-61db5e91-7f1d-477b-b7a2-5688abaaa06a tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:47.190172 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3509106f-da8c-4deb-b732-5177381403fe req-61db5e91-7f1d-477b-b7a2-5688abaaa06a tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 943 time: 0.1340096 Dec 09 11:30:47.242876 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] For port 7b9bd2a2-6135-4317-b712-1def977734c0, host hv-cinder-81735, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:30:47.264054 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-b2fffd74-2423-43a4-ac54-598a6c195e48 service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273057 Dec 09 11:30:47.276975 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] For port 7b9bd2a2-6135-4317-b712-1def977734c0, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b9bd2a2-6135-4317-b712-1def977734c0,segment=NetworkSegment(c02ac22c-b95d-4742-9792-d7a8757f13f1),segment_id=c02ac22c-b95d-4742-9792-d7a8757f13f1)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:30:47.296758 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3509106f-da8c-4deb-b732-5177381403fe req-030c3012-7391-4e4b-a4c2-84ab36e16b69 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956542 Dec 09 11:30:47.296758 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:47.341538 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:47.342167 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:47.343828 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] 10.222.0.32 "PUT /v2.0/ports/7b9bd2a2-6135-4317-b712-1def977734c0 HTTP/1.1" status: 200 len: 1093 time: 0.9905233 Dec 09 11:30:47.345730 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710b0c24-52d8-42f0-b238-f9c854e14e8e', 'tag': '7b9bd2a2-6135-4317-b712-1def977734c0'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:30:47.347996 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f580a-1278-4560-9333-65e991644036" -d '{"events": [{"name": "network-changed", "server_uuid": "710b0c24-52d8-42f0-b238-f9c854e14e8e", "tag": "7b9bd2a2-6135-4317-b712-1def977734c0"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:30:47.373545 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c4882347-295c-4d3a-9180-00d9969bf64f req-9adb3468-b0bb-4bd4-b1e0-344db959d0cf service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971801 Dec 09 11:30:47.383211 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc5f0-57ff-46f2-ba4b-d862d1ec317c req-d0a32803-d6a3-4178-aa70-ba16ce5c4f24 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:47.384701 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9c7dc5f0-57ff-46f2-ba4b-d862d1ec317c req-d0a32803-d6a3-4178-aa70-ba16ce5c4f24 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1378963 Dec 09 11:30:47.385758 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41ea4c-752e-4f65-a581-092ed0024cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9bd2a2-6135-4317-b712-1def977734c0,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:47.393499 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2220766-dd92-4caf-9fd8-c8f55ef0c749 x-openstack-request-id: req-c2220766-dd92-4caf-9fd8-c8f55ef0c749 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:30:47.393789 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710b0c24-52d8-42f0-b238-f9c854e14e8e", "tag": "7b9bd2a2-6135-4317-b712-1def977734c0", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:30:47.394045 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2220766-dd92-4caf-9fd8-c8f55ef0c749 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:30:47.394458 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710b0c24-52d8-42f0-b238-f9c854e14e8e', 'tag': '7b9bd2a2-6135-4317-b712-1def977734c0', 'status': 'completed', 'code': 200} Dec 09 11:30:47.435115 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9c7dc5f0-57ff-46f2-ba4b-d862d1ec317c req-4a870a6f-0ca9-495e-9d5d-7eb1d42ed76d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Dec 09 11:30:47.647812 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ed4f2-39d2-4c0d-a422-c33f7b39d8c0 req-739839c6-7635-4ddb-86ce-ccd5cc5f8156 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:47.649249 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-af5ed4f2-39d2-4c0d-a422-c33f7b39d8c0 req-739839c6-7635-4ddb-86ce-ccd5cc5f8156 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 943 time: 0.0485501 Dec 09 11:30:47.694904 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-af5ed4f2-39d2-4c0d-a422-c33f7b39d8c0 req-9291c60d-70ff-4aed-9f4f-7babefc7b974 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Dec 09 11:30:48.186949 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f005f-c82e-48ec-a3c0-62f8e5364fa1 req-39b77b59-fdab-4b20-b6a0-2f1eda0a8b03 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:48.188380 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca9f005f-c82e-48ec-a3c0-62f8e5364fa1 req-39b77b59-fdab-4b20-b6a0-2f1eda0a8b03 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0475044 Dec 09 11:30:48.242726 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca9f005f-c82e-48ec-a3c0-62f8e5364fa1 req-0d76e9cc-dba5-448f-87a6-54378dade11d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483248 Dec 09 11:30:48.411391 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab83af-eddc-4d7e-84e7-32e76b2aaa88 req-806011b4-bd92-40ca-a2ca-bc54cbc8b2aa tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:48.412856 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4ab83af-eddc-4d7e-84e7-32e76b2aaa88 req-806011b4-bd92-40ca-a2ca-bc54cbc8b2aa tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 943 time: 0.0482454 Dec 09 11:30:48.458516 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4ab83af-eddc-4d7e-84e7-32e76b2aaa88 req-741db90b-0d69-479f-b80c-b1c79ef1dca1 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Dec 09 11:30:48.554088 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52d904-8f3b-45eb-a06d-136d57a26ff8 req-289ec824-660e-48ae-b4ec-fe995516d176 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:48.555590 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e52d904-8f3b-45eb-a06d-136d57a26ff8 req-289ec824-660e-48ae-b4ec-fe995516d176 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0528996 Dec 09 11:30:48.601805 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1e52d904-8f3b-45eb-a06d-136d57a26ff8 req-3bb867c5-32a1-40fe-bca2-009e2d14b89d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 Dec 09 11:30:48.809484 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f93db-9f15-4341-a61e-21c681b8e365 req-066fbdb3-4d66-4b25-8bdf-a9aaef8b5972 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:48.810945 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2a2f93db-9f15-4341-a61e-21c681b8e365 req-066fbdb3-4d66-4b25-8bdf-a9aaef8b5972 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 943 time: 0.0522878 Dec 09 11:30:48.857093 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2a2f93db-9f15-4341-a61e-21c681b8e365 req-e86aa5be-a319-4e37-aa09-1604c32c0501 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Dec 09 11:30:49.360530 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea2b9d-916f-4578-8a4a-400acf65b1b9 req-ed90bd48-b416-45b0-a7a1-b84fc6844c71 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:49.362003 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fcea2b9d-916f-4578-8a4a-400acf65b1b9 req-ed90bd48-b416-45b0-a7a1-b84fc6844c71 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0485811 Dec 09 11:30:49.409109 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fcea2b9d-916f-4578-8a4a-400acf65b1b9 req-5644fc6a-6024-4531-a81f-aace336e8de8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402825 Dec 09 11:30:49.569840 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e0176-73a5-4d5f-9111-e341402e6ca7 req-43e20047-bb6c-455f-9c15-feb0d9066178 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:49.571389 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a87e0176-73a5-4d5f-9111-e341402e6ca7 req-43e20047-bb6c-455f-9c15-feb0d9066178 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 943 time: 0.0480592 Dec 09 11:30:49.619902 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a87e0176-73a5-4d5f-9111-e341402e6ca7 req-c7eb762d-d664-4b07-a92f-94e42aad2ff7 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Dec 09 11:30:49.716914 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7095be-fa58-4e67-a92c-43c59185f6ea req-b29bed68-a3fb-49ce-8ec1-396cce6a06e4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:49.718357 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4c7095be-fa58-4e67-a92c-43c59185f6ea req-b29bed68-a3fb-49ce-8ec1-396cce6a06e4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0481272 Dec 09 11:30:49.764057 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4c7095be-fa58-4e67-a92c-43c59185f6ea req-0d11f2b3-791c-4473-8090-8fd927914b25 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 Dec 09 11:30:49.970175 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4c85-a7ee-475d-bd18-8a32c6fac537 req-4d732e3b-3c69-4f23-afda-006ca41b204b tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:49.971739 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b4d4c85-a7ee-475d-bd18-8a32c6fac537 req-4d732e3b-3c69-4f23-afda-006ca41b204b tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 943 time: 0.0478213 Dec 09 11:30:50.018452 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b4d4c85-a7ee-475d-bd18-8a32c6fac537 req-2241dbc4-5276-4796-9ceb-7d4077a09a90 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Dec 09 11:30:50.528805 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40727e2-e1de-4d2b-bb37-e83a46b10c4f req-7398f761-4e48-4158-9749-5057c686ffb0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:50.530162 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b40727e2-e1de-4d2b-bb37-e83a46b10c4f req-7398f761-4e48-4158-9749-5057c686ffb0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0512593 Dec 09 11:30:50.576286 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b40727e2-e1de-4d2b-bb37-e83a46b10c4f req-ddf831f9-926c-44f0-9a2f-d82767af51f2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402980 Dec 09 11:30:50.731777 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d32b1-7d7c-4403-bd71-c52b1c40696b req-46b7cd62-7c23-4181-b149-ded2abe1966a tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:50.733231 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-888d32b1-7d7c-4403-bd71-c52b1c40696b req-46b7cd62-7c23-4181-b149-ded2abe1966a tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 943 time: 0.0481725 Dec 09 11:30:50.778926 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-888d32b1-7d7c-4403-bd71-c52b1c40696b req-ccc04a96-f829-430b-94d3-4e7112ab3710 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Dec 09 11:30:50.887359 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f369c5-4581-4181-8e46-f4f35ffe0d3b req-888994ca-480d-423e-81f4-4b674cfe50e4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:50.888796 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b6f369c5-4581-4181-8e46-f4f35ffe0d3b req-888994ca-480d-423e-81f4-4b674cfe50e4 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0577779 Dec 09 11:30:50.935357 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b6f369c5-4581-4181-8e46-f4f35ffe0d3b req-c0f664dc-4f29-419f-9d93-ce037dc2d201 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Dec 09 11:30:51.137197 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494656-d7db-4ee6-ac4c-044b212e5a30 req-b5ce9e80-abe1-4ca6-b961-b4b9ec83bf44 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.138678 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b494656-d7db-4ee6-ac4c-044b212e5a30 req-b5ce9e80-abe1-4ca6-b961-b4b9ec83bf44 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 943 time: 0.0514932 Dec 09 11:30:51.187588 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b494656-d7db-4ee6-ac4c-044b212e5a30 req-108e618b-1370-4591-8b6f-13b83da93580 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Dec 09 11:30:51.245805 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f580a-1278-4560-9333-65e991644036 req-dab7a86e-ec72-47b8-b790-1839405c581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.247342 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-090f580a-1278-4560-9333-65e991644036 req-dab7a86e-ec72-47b8-b790-1839405c581a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f1f9d85be844857a56e44438f3a71d5&device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 1096 time: 0.0425909 Dec 09 11:30:51.265712 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f10e9-ed39-442e-af19-398cded67b57 req-ac15aadf-663f-4834-970b-e0fac0e1bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.267211 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-090f10e9-ed39-442e-af19-398cded67b57 req-ac15aadf-663f-4834-970b-e0fac0e1bb65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aeff5b1f3642388728416bc21f327e&device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1096 time: 0.0406175 Dec 09 11:30:51.362782 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f580a-1278-4560-9333-65e991644036 req-83e558ef-44cb-4fde-81b2-e1fd7ee26209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.364796 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-090f580a-1278-4560-9333-65e991644036 req-83e558ef-44cb-4fde-81b2-e1fd7ee26209 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9f1f9d85be844857a56e44438f3a71d5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0955415 Dec 09 11:30:51.365797 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f10e9-ed39-442e-af19-398cded67b57 req-80f3760f-8e96-467d-a853-13cf379e3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.367266 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-090f10e9-ed39-442e-af19-398cded67b57 req-80f3760f-8e96-467d-a853-13cf379e3c72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 200 len: 915 time: 0.0878143 Dec 09 11:30:51.435109 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-090f10e9-ed39-442e-af19-398cded67b57 req-7c5dbdd6-e153-40d2-9225-b8599148c58c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 217 time: 0.0356140 Dec 09 11:30:51.492920 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f580a-1278-4560-9333-65e991644036 req-7f3b58b8-5ae8-446b-b472-03a06932bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.494398 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-090f580a-1278-4560-9333-65e991644036 req-7f3b58b8-5ae8-446b-b472-03a06932bb3a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974424 Dec 09 11:30:51.501119 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f10e9-ed39-442e-af19-398cded67b57 req-fb06b13c-c838-4a76-a458-db5531d52f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.503806 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-090f10e9-ed39-442e-af19-398cded67b57 req-fb06b13c-c838-4a76-a458-db5531d52f12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a0cd09-1860-4bbe-ae71-c1761e2733eb HTTP/1.1" status: 200 len: 853 time: 0.0548520 Dec 09 11:30:51.649658 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-885ab21c-6bc4-458c-a490-1cecb4b0e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.651280 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-885ab21c-6bc4-458c-a490-1cecb4b0e47c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f1f9d85be844857a56e44438f3a71d5&device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 1096 time: 0.0492401 Dec 09 11:30:51.711345 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-46dea077-3d63-4c7e-bba9-d1690d06470c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b9bd2a2-6135-4317-b712-1def977734c0 HTTP/1.1" status: 200 len: 217 time: 0.0446615 Dec 09 11:30:51.787668 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-6392138f-6312-4ee5-8838-a6d06d8f9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.789262 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-6392138f-6312-4ee5-8838-a6d06d8f9ee4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f563f46-7b83-4fca-87ed-4fcfcb33d97e HTTP/1.1" status: 200 len: 849 time: 0.0533726 Dec 09 11:30:51.813515 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f10e9-ed39-442e-af19-398cded67b57 req-64e8dc3c-6df3-47f8-ac35-5148c588a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.815046 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-090f10e9-ed39-442e-af19-398cded67b57 req-64e8dc3c-6df3-47f8-ac35-5148c588a784 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18c645dc-cda4-4ca4-b189-415be1a306b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2925000 Dec 09 11:30:51.837844 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-cf6a40b2-269a-4500-8977-b72fe9003d04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62885e48-033f-4733-837b-2a59952e0d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400651 Dec 09 11:30:51.843958 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb21532-5da3-4a3f-9d25-52b5f464259c req-5e8295d1-05c8-4678-bc2e-f079b95f80bc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.845423 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cdb21532-5da3-4a3f-9d25-52b5f464259c req-5e8295d1-05c8-4678-bc2e-f079b95f80bc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0843315 Dec 09 11:30:51.977613 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cdb21532-5da3-4a3f-9d25-52b5f464259c req-69145f5f-bfa8-4d68-9d28-690e66160c6a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204669 Dec 09 11:30:51.978600 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-901e3e6e-ab7f-4ed9-89ca-a68fb5ee931e service neutron] 10.222.0.32 "GET /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295509 Dec 09 11:30:51.991487 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782f7ec-453f-450f-9bdb-0ccee6f696bc req-624db8a8-a55f-4fdc-8fd9-250689ca5759 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:51.992968 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b782f7ec-453f-450f-9bdb-0ccee6f696bc req-624db8a8-a55f-4fdc-8fd9-250689ca5759 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 943 time: 0.1077528 Dec 09 11:30:52.021166 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 32bfbc54-1294-4e3c-8552-3977662ea6ac details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:30:52.030458 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-090f10e9-ed39-442e-af19-398cded67b57 req-088145cf-3100-4fd0-ad3c-063077df3380 service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017078 Dec 09 11:30:52.075869 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b782f7ec-453f-450f-9bdb-0ccee6f696bc req-b9425f02-f9a5-4dbe-a61f-550eec61dca7 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719802 Dec 09 11:30:52.135860 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fd6b0405-9b0f-4ddc-bec2-172b9a23fa07 req-9751d105-988b-478e-90eb-55b524a50fcd service neutron] 10.222.0.32 "GET /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448927 Dec 09 11:30:52.145511 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:52.159674 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'port_id': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'mac_address': 'fa:16:3e:2b:46:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:30:52.222384 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:52.239775 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32bfbc54-1294-4e3c-8552-3977662ea6ac {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:30:52.256812 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-090f10e9-ed39-442e-af19-398cded67b57 req-9b8ea45b-b047-4729-b398-6fd4384a49dd service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980345 Dec 09 11:30:52.265222 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:52.271373 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:52.280364 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e6e1c-805f-4452-8027-1a858bfbf2f7 req-de45e48e-71f0-492e-8649-2bb9486a27f1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:52.282252 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-772e6e1c-805f-4452-8027-1a858bfbf2f7 req-de45e48e-71f0-492e-8649-2bb9486a27f1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0911386 Dec 09 11:30:52.340920 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=6']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:52.355972 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.356330 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.358873 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.360413 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.360413 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.360413 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.360413 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.364796 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.365340 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.365713 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.366069 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.366487 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.366771 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:30:52.403155 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4a110-8779-4056-b530-ae0803d451cd req-9498ce90-e646-4235-81bf-f3ccdc13f4c0 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:52.404964 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5ee4a110-8779-4056-b530-ae0803d451cd req-9498ce90-e646-4235-81bf-f3ccdc13f4c0 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 943 time: 0.1216424 Dec 09 11:30:52.452315 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-772e6e1c-805f-4452-8027-1a858bfbf2f7 req-8e06ffac-0327-4487-9066-fd02ddc79f93 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321242 Dec 09 11:30:52.483751 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5ee4a110-8779-4056-b530-ae0803d451cd req-8d3f1443-701c-496b-bb3a-1c6714776905 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709224 Dec 09 11:30:52.494213 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['32bfbc54-1294-4e3c-8552-3977662ea6ac'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:30:53.118277 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5458073-2750-4691-ae4f-712474824c0b req-6ef85a06-8b5f-4a8b-befd-d388048d2547 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:53.125988 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5458073-2750-4691-ae4f-712474824c0b req-6ef85a06-8b5f-4a8b-befd-d388048d2547 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0583527 Dec 09 11:30:53.172411 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5458073-2750-4691-ae4f-712474824c0b req-3ccc5921-9051-4146-88fe-d377faa5d6cb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453284 Dec 09 11:30:53.243263 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39603873-1eb2-4ec7-996a-75cf88292532 req-b3155ec1-69e5-46f4-b103-7b4eacc41e64 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:53.244759 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39603873-1eb2-4ec7-996a-75cf88292532 req-b3155ec1-69e5-46f4-b103-7b4eacc41e64 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 943 time: 0.0570898 Dec 09 11:30:53.307844 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-39603873-1eb2-4ec7-996a-75cf88292532 req-bd7a227f-295b-4057-9c39-acca228340c1 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562227 Dec 09 11:30:53.640942 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509559dc-d841-42a7-a0ee-2a9c0e29f3fb req-4484faa6-e8b0-49df-834a-b7fbcdb773dd tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:53.642611 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-509559dc-d841-42a7-a0ee-2a9c0e29f3fb req-4484faa6-e8b0-49df-834a-b7fbcdb773dd tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 943 time: 0.0762205 Dec 09 11:30:53.691506 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9677c95-4671-44d7-9956-d482b1a78db8 req-d315143d-0a57-49ef-979d-f00c64fa0ca6 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:53.693313 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a9677c95-4671-44d7-9956-d482b1a78db8 req-d315143d-0a57-49ef-979d-f00c64fa0ca6 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0978501 Dec 09 11:30:53.735620 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-509559dc-d841-42a7-a0ee-2a9c0e29f3fb req-c0ff1de6-4322-4905-adb3-2a60b40c5591 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854995 Dec 09 11:30:53.770124 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a9677c95-4671-44d7-9956-d482b1a78db8 req-72ef1504-1305-409e-b9bc-02d8ff0a3095 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698588 Dec 09 11:30:53.856008 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f722b9b7-aab1-4d59-899c-be4f021bfc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:54.038255 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 7b9bd2a2-6135-4317-b712-1def977734c0 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:30:54.048141 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 32bfbc54-1294-4e3c-8552-3977662ea6ac up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:54.405358 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 32bfbc54-1294-4e3c-8552-3977662ea6ac triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:54.405748 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:54.478495 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60122e-94bc-4cb9-b37c-3da4a03f5bb8 req-01f60f0d-a050-4fa0-ad50-7f0ee6b9b07b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:54.480649 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df60122e-94bc-4cb9-b37c-3da4a03f5bb8 req-01f60f0d-a050-4fa0-ad50-7f0ee6b9b07b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0877023 Dec 09 11:30:54.532058 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c087f-bfc5-499b-a048-a7e5237c6e72 req-342d12e9-17b6-40f2-a797-9222e276b48f tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:54.533066 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 7b9bd2a2-6135-4317-b712-1def977734c0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b9bd2a2-6135-4317-b712-1def977734c0,segment=NetworkSegment(c02ac22c-b95d-4742-9792-d7a8757f13f1),segment_id=c02ac22c-b95d-4742-9792-d7a8757f13f1)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:54.533719 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e0c087f-bfc5-499b-a048-a7e5237c6e72 req-342d12e9-17b6-40f2-a797-9222e276b48f tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 943 time: 0.1289303 Dec 09 11:30:54.562284 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '7b9bd2a2-6135-4317-b712-1def977734c0', 'network_id': '62885e48-033f-4733-837b-2a59952e0d7c', 'port_id': '7b9bd2a2-6135-4317-b712-1def977734c0', 'mac_address': 'fa:16:3e:3c:ff:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f563f46-7b83-4fca-87ed-4fcfcb33d97e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:30:54.587033 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df60122e-94bc-4cb9-b37c-3da4a03f5bb8 req-c23e4f06-ffa7-4b04-bb96-78fb13cd4d58 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948200 Dec 09 11:30:54.678427 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e0c087f-bfc5-499b-a048-a7e5237c6e72 req-3af8e6b0-2abf-4055-8a7c-f168e8f5627c tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355009 Dec 09 11:30:54.713035 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:54.733446 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:54.752602 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9bd2a2-6135-4317-b712-1def977734c0 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:30:54.808034 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 7b9bd2a2-6135-4317-b712-1def977734c0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b9bd2a2-6135-4317-b712-1def977734c0,segment=NetworkSegment(c02ac22c-b95d-4742-9792-d7a8757f13f1),segment_id=c02ac22c-b95d-4742-9792-d7a8757f13f1)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:54.815064 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:30:54.817974 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52723901-a7c9-4ee4-9dce-e41c8ba30225" -d '{"events": [{"server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "name": "network-vif-plugged", "status": "completed", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:30:54.849595 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:54.850540 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device f181e5c8-659c-45d4-9bb7-f9bffbc974d9 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:30:54.877177 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:54.908805 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:54.996957 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=7b9bd2a2-6135-4317-b712-1def977734c0,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:55.056082 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375abc0f-5113-48fc-9127-1957f94236e7 req-666c6d91-e325-4f3c-a0d4-c5c4c2847964 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:55.058390 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-375abc0f-5113-48fc-9127-1957f94236e7 req-666c6d91-e325-4f3c-a0d4-c5c4c2847964 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1085730 Dec 09 11:30:55.074862 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc428c-bb74-474a-9a46-f4861ff9af09 req-eae2f406-4ae3-44b7-906d-0abfae638251 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:55.076568 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-acbc428c-bb74-474a-9a46-f4861ff9af09 req-eae2f406-4ae3-44b7-906d-0abfae638251 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 944 time: 0.2181294 Dec 09 11:30:55.078888 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 49622) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:55.087561 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port f181e5c8-659c-45d4-9bb7-f9bffbc974d9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:55.101018 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=7']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:55.106365 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'port_id': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'mac_address': 'fa:16:3e:96:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:30:55.164097 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:55.176458 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-acbc428c-bb74-474a-9a46-f4861ff9af09 req-c3418109-27e1-4d23-8f89-2eeecdd0c265 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866287 Dec 09 11:30:55.221033 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-375abc0f-5113-48fc-9127-1957f94236e7 req-150b8537-a030-4f88-9ba4-c8d616e12039 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433201 Dec 09 11:30:55.328619 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3999039b-7fb4-4f83-ad19-5dce40b1eb3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:55.406053 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c013852-0661-4dd0-bef2-833cfd307110 x-openstack-request-id: req-3c013852-0661-4dd0-bef2-833cfd307110 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:30:55.406403 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "name": "network-vif-plugged", "status": "completed", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:30:55.406882 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c013852-0661-4dd0-bef2-833cfd307110 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:30:55.407057 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'code': 200} Dec 09 11:30:55.408592 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f181e5c8-659c-45d4-9bb7-f9bffbc974d9 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:30:55.435962 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port f181e5c8-659c-45d4-9bb7-f9bffbc974d9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:30:55.440091 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3999039b-7fb4-4f83-ad19-5dce40b1eb3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:55.445355 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3999039b-7fb4-4f83-ad19-5dce40b1eb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:55.448582 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:55.489463 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3999039b-7fb4-4f83-ad19-5dce40b1eb3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c05eda6d6684402d9e7772adb28a4f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082580 Dec 09 11:30:55.492033 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 49630) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:55.493401 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999039b-7fb4-4f83-ad19-5dce40b1eb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df90fc2-f3a8-48e1-bc9b-953b4ee9a3e8,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:55.520637 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:55.567199 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-38148441-87b6-465e-8955-b16ccc9d828e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:55.594378 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-38148441-87b6-465e-8955-b16ccc9d828e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:55.676690 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-38148441-87b6-465e-8955-b16ccc9d828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:55.680664 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-38148441-87b6-465e-8955-b16ccc9d828e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:55.694007 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-38148441-87b6-465e-8955-b16ccc9d828e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6df90fc2-f3a8-48e1-bc9b-953b4ee9a3e8 HTTP/1.1" status: 204 len: 168 time: 0.1882057 Dec 09 11:30:55.720387 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38148441-87b6-465e-8955-b16ccc9d828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df90fc2-f3a8-48e1-bc9b-953b4ee9a3e8,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:55.866866 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46c35d-afa4-41f9-bf85-4200f92b695f req-41307d61-9fc4-4070-8f13-aae3853b5844 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:55.868199 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['7b9bd2a2-6135-4317-b712-1def977734c0'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:30:55.868406 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b46c35d-afa4-41f9-bf85-4200f92b695f req-41307d61-9fc4-4070-8f13-aae3853b5844 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1061525 Dec 09 11:30:55.882559 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed63b8-7720-42f1-a7bf-38c72c69b5b1 req-70f1d922-5b5d-4409-95ec-528f971bf237 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:55.884230 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-93ed63b8-7720-42f1-a7bf-38c72c69b5b1 req-70f1d922-5b5d-4409-95ec-528f971bf237 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 944 time: 0.0715714 Dec 09 11:30:55.908293 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['f181e5c8-659c-45d4-9bb7-f9bffbc974d9'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:30:55.978250 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b46c35d-afa4-41f9-bf85-4200f92b695f req-03e0be98-d2df-4662-9cee-367cd7115d8c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929122 Dec 09 11:30:55.992649 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-93ed63b8-7720-42f1-a7bf-38c72c69b5b1 req-a6332b51-5898-4f42-9e78-9c9cac960735 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980196 Dec 09 11:30:56.049711 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-92e1191c-a91a-46ab-848a-bfeba76a5516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:56.409314 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393aa4d1-960f-4f31-a702-40af97937b66 req-6c106009-20ef-42f3-ac37-70c1534f6fc9 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:56.411033 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-393aa4d1-960f-4f31-a702-40af97937b66 req-6c106009-20ef-42f3-ac37-70c1534f6fc9 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 944 time: 0.1043971 Dec 09 11:30:56.423829 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b68afa-4186-4839-b508-d586f4aefa94 req-491e0734-e884-40a4-ad24-48ee6878fea5 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:56.425346 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f4b68afa-4186-4839-b508-d586f4aefa94 req-491e0734-e884-40a4-ad24-48ee6878fea5 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1168349 Dec 09 11:30:56.489986 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-393aa4d1-960f-4f31-a702-40af97937b66 req-85f15866-6e88-475a-8e8a-b1bac7953448 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630000 Dec 09 11:30:56.512832 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f4b68afa-4186-4839-b508-d586f4aefa94 req-a16cedee-9f8b-4011-831c-ddd59cf6247b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788240 Dec 09 11:30:56.567441 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 49666) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:56.689397 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20724ee8-3e1f-4fe3-a4dc-30d083b96277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:56.772782 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20724ee8-3e1f-4fe3-a4dc-30d083b96277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:56.776727 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20724ee8-3e1f-4fe3-a4dc-30d083b96277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:56.834869 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-20724ee8-3e1f-4fe3-a4dc-30d083b96277 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2a2aba0ad9c4170ab05d5204735ed7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634439 Dec 09 11:30:56.834869 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20724ee8-3e1f-4fe3-a4dc-30d083b96277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9896c9b6-31d1-4aa4-9d23-6e4e46d40cc6,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:56.835227 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 49672) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:56.897825 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ea1a75d2-7605-4cd9-9137-c07e07d208e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:56.922046 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ea1a75d2-7605-4cd9-9137-c07e07d208e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:56.966174 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:56.993159 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ea1a75d2-7605-4cd9-9137-c07e07d208e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:56.995909 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ea1a75d2-7605-4cd9-9137-c07e07d208e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:57.008086 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ea1a75d2-7605-4cd9-9137-c07e07d208e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9896c9b6-31d1-4aa4-9d23-6e4e46d40cc6 HTTP/1.1" status: 204 len: 168 time: 0.1608734 Dec 09 11:30:57.028922 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a75d2-7605-4cd9-9137-c07e07d208e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9896c9b6-31d1-4aa4-9d23-6e4e46d40cc6,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:57.285174 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f860b25-fb17-47f0-922a-2e53d8792859 req-c19a45c0-4c64-41c6-942a-95e9158ec7d7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:57.293560 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f860b25-fb17-47f0-922a-2e53d8792859 req-c19a45c0-4c64-41c6-942a-95e9158ec7d7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1652613 Dec 09 11:30:57.330541 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568eefcd-a1ec-451f-a6b0-26d893fde5bb req-8b1b8593-4a13-472c-a53f-245754b0a740 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:57.332132 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-568eefcd-a1ec-451f-a6b0-26d893fde5bb req-8b1b8593-4a13-472c-a53f-245754b0a740 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 944 time: 0.1401768 Dec 09 11:30:57.398790 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f860b25-fb17-47f0-922a-2e53d8792859 req-f1bd11d4-9033-435f-b1a6-3bd506c8369b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030552 Dec 09 11:30:57.428972 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-568eefcd-a1ec-451f-a6b0-26d893fde5bb req-287a42d3-8541-429d-a291-7a74749651ec tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849826 Dec 09 11:30:57.687181 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000605b-c0ae-4f60-922d-40387e5b1691 req-8cc1afe4-c6a1-4633-af6d-7bfd5c8ace23 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:57.695446 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f000605b-c0ae-4f60-922d-40387e5b1691 req-8cc1afe4-c6a1-4633-af6d-7bfd5c8ace23 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 944 time: 0.1173372 Dec 09 11:30:57.721898 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b1777-2cbc-409d-9a5b-783a3263860f req-cb81063f-8437-4603-b3a5-b7ecc9f917d9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:57.729767 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-193b1777-2cbc-409d-9a5b-783a3263860f req-cb81063f-8437-4603-b3a5-b7ecc9f917d9 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1000197 Dec 09 11:30:57.782764 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f000605b-c0ae-4f60-922d-40387e5b1691 req-a3f34506-21c0-412b-8e00-960d7b298dd9 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864263 Dec 09 11:30:57.829362 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-193b1777-2cbc-409d-9a5b-783a3263860f req-ff9b7f68-ca64-435b-a05e-40e0301949fe tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952229 Dec 09 11:30:58.074622 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 49712) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:58.219031 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1701910843-network', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:30:58.247356 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Made reservation on behalf of ab8d9bf6fa784722be531cfeff896ac4 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:30:58.250226 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.261257 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.353156 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.358143 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.387089 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:30:58.398149 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb4a4bd-ce6f-4038-a5c7-7dda9808b86a,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:58.403261 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.403691 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Added segment 478710bd-4625-47ae-8a89-daa3b74ea462 of type vlan for network 4389fc57-064a-4f7b-9555-79ad61a5db84 Dec 09 11:30:58.450533 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.481189 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.483003 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:58.485944 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.567138 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4912989 Dec 09 11:30:58.571651 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 49722) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:58.579342 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Request body: {'subnet': {'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1701910843-subnet', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:30:58.606605 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.621986 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c18c1-1946-4fa1-bf6d-e83a8c61a998 admin admin] Pushing event updated for resources: {'Network': ['ID=4389fc57-064a-4f7b-9555-79ad61a5db84,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:58.630362 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Made reservation on behalf of ab8d9bf6fa784722be531cfeff896ac4 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:30:58.634401 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388610'] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.638615 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:30:58.644240 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4994d0-7daa-4eae-831b-a8eda5e79c9a req-9c66ceac-9285-4701-ae22-7ae8c51f7edd tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:58.646299 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc4994d0-7daa-4eae-831b-a8eda5e79c9a req-9c66ceac-9285-4701-ae22-7ae8c51f7edd tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1569629 Dec 09 11:30:58.714110 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01f00e-004d-4e34-b3fe-c175cdeb398d req-8c329d4a-b61d-4db2-b702-5d03e4b0a3e6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:58.721987 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee01f00e-004d-4e34-b3fe-c175cdeb398d req-8c329d4a-b61d-4db2-b702-5d03e4b0a3e6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 944 time: 0.1621027 Dec 09 11:30:58.769804 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc4994d0-7daa-4eae-831b-a8eda5e79c9a req-900314f6-a625-4bd2-a052-b93df00b3985 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017737 Dec 09 11:30:58.839402 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ee01f00e-004d-4e34-b3fe-c175cdeb398d req-befdd465-640c-47ff-b80d-03dd4ae76b9d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163852 Dec 09 11:30:58.871717 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12023208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388968'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:58.942497 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Checking segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:30:58.943383 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Network hostable DHCP agents. Network: 4389fc57-064a-4f7b-9555-79ad61a5db84, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:30:58.956543 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba79d24-a7db-4309-8c16-e9f8e4fcf409,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:58.991369 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:30:59.005958 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 4389fc57-064a-4f7b-9555-79ad61a5db84) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:59.015761 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3711376-d300-4742-a2c6-4def00411686 None None] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:30:59.027143 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:59.027756 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.065738 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ff9ffb6e-2892-4992-939d-c68215da0a6d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4896073 Dec 09 11:30:59.066056 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 49728) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:30:59.066926 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f227b8-7daa-49c3-b367-b3f4fe0eef12 req-6c568fa9-e2cf-4ea7-8cc5-e07b4b4d39c4 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:59.070960 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:30:59.077097 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b8f227b8-7daa-49c3-b367-b3f4fe0eef12 req-6c568fa9-e2cf-4ea7-8cc5-e07b4b4d39c4 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 944 time: 0.1664600 Dec 09 11:30:59.095702 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26f291-9c56-41b6-8858-a371ec14c632 req-fbf9c941-e30b-49ed-8013-ce603947ad50 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:59.108656 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c26f291-9c56-41b6-8858-a371ec14c632 req-fbf9c941-e30b-49ed-8013-ce603947ad50 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1609156 Dec 09 11:30:59.119137 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-477'] for router, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.121544 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1041188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-470'] for router, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.195854 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c26f291-9c56-41b6-8858-a371ec14c632 req-e709bc25-8a5f-4b99-88b2-ede1bba55453 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848260 Dec 09 11:30:59.232382 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.240164 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d22fdf4-49db-53c2-8d14-2eba624b742b-4389fc57-064a-4f7b-9555-79ad61a5db84', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409'}]}} from dv-cinder-817351-6-iscsi. {{(pid=102510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:30:59.241614 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.256082 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b8f227b8-7daa-49c3-b367-b3f4fe0eef12 req-5e6e141e-8b62-4a45-8e66-56506daa4dfd tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776524 Dec 09 11:30:59.414423 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Allocated IP 172.20.0.2 (4389fc57-064a-4f7b-9555-79ad61a5db84/4ba79d24-a7db-4309-8c16-e9f8e4fcf409/42f6070e-e5b5-49d2-8b2a-52f5f402040c) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:30:59.419744 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.610736 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 7b9bd2a2-6135-4317-b712-1def977734c0 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:30:59.703455 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.716298 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Publish callbacks [] for port, precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.728474 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.733213 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.762130 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.767096 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 7b9bd2a2-6135-4317-b712-1def977734c0 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:30:59.781748 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:30:59.788821 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 7b9bd2a2-6135-4317-b712-1def977734c0 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:30:59.789205 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.793112 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:30:59.799208 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:30:59.834261 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Pushing event updated for resources: {'Port': ['ID=42f6070e-e5b5-49d2-8b2a-52f5f402040c,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:30:59.948667 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Attempting to bind port 42f6070e-e5b5-49d2-8b2a-52f5f402040c on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:30:59.949433 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Attempting to bind port 42f6070e-e5b5-49d2-8b2a-52f5f402040c by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:30:59.950024 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Attempting to bind port 42f6070e-e5b5-49d2-8b2a-52f5f402040c on network 4389fc57-064a-4f7b-9555-79ad61a5db84 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:30:59.964310 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Allocated IP 172.27.0.232 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/581d327d-2299-4877-8d51-766072711dfd) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:30:59.965636 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b703d1-abc8-4053-924e-c5f409a0f541 req-adee95ea-22e0-4f98-9d64-ea760e62a849 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:30:59.970526 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:30:59.971307 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Checking segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:30:59.972021 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.972637 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Bound using segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:30:59.973405 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Bound port: 42f6070e-e5b5-49d2-8b2a-52f5f402040c, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:30:59.974970 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:30:59.975947 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c6b703d1-abc8-4053-924e-c5f409a0f541 req-adee95ea-22e0-4f98-9d64-ea760e62a849 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.0938737 Dec 09 11:31:00.080541 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:00.087884 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c6b703d1-abc8-4053-924e-c5f409a0f541 req-3bf4d31b-3222-4716-bff4-62322b0b3692 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030431 Dec 09 11:31:00.096782 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820c124-597d-4164-b7a5-150046c95aa8 req-29b52fba-5f03-41fd-ac70-594b98f2f06d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:00.100102 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8820c124-597d-4164-b7a5-150046c95aa8 req-29b52fba-5f03-41fd-ac70-594b98f2f06d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 944 time: 0.1215453 Dec 09 11:31:00.102572 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] For port 42f6070e-e5b5-49d2-8b2a-52f5f402040c, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:00.122142 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] For port 42f6070e-e5b5-49d2-8b2a-52f5f402040c, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=42f6070e-e5b5-49d2-8b2a-52f5f402040c,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:00.129574 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710b0c24-52d8-42f0-b238-f9c854e14e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9bd2a2-6135-4317-b712-1def977734c0'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:31:00.133338 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af85abc-9165-4a94-b3b4-26542c90c612" -d '{"events": [{"server_uuid": "710b0c24-52d8-42f0-b238-f9c854e14e8e", "name": "network-vif-plugged", "status": "completed", "tag": "7b9bd2a2-6135-4317-b712-1def977734c0"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:31:00.139789 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:00.146729 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:00.159599 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 7b9bd2a2-6135-4317-b712-1def977734c0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b9bd2a2-6135-4317-b712-1def977734c0,segment=NetworkSegment(c02ac22c-b95d-4742-9792-d7a8757f13f1),segment_id=c02ac22c-b95d-4742-9792-d7a8757f13f1)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:00.183179 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12969de9-1e82-415b-b1b5-7ab154f59a7d x-openstack-request-id: req-12969de9-1e82-415b-b1b5-7ab154f59a7d {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:31:00.183626 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710b0c24-52d8-42f0-b238-f9c854e14e8e", "name": "network-vif-plugged", "status": "completed", "tag": "7b9bd2a2-6135-4317-b712-1def977734c0", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:31:00.183999 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12969de9-1e82-415b-b1b5-7ab154f59a7d {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:31:00.184485 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710b0c24-52d8-42f0-b238-f9c854e14e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9bd2a2-6135-4317-b712-1def977734c0', 'code': 200} Dec 09 11:31:00.190100 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:00.191035 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device f181e5c8-659c-45d4-9bb7-f9bffbc974d9 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:00.215226 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:00.267908 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8820c124-597d-4164-b7a5-150046c95aa8 req-222a223a-a35e-4be8-8d77-51ac9513fde9 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427276 Dec 09 11:31:00.279132 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c008fdd-f685-48b9-a178-0b0818ff8856 None None] Pushing event updated for resources: {'Port': ['ID=42f6070e-e5b5-49d2-8b2a-52f5f402040c,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:00.306069 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=581d327d-2299-4877-8d51-766072711dfd,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:00.337519 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:00.339590 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:00.341927 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:31:00.342912 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:00.355781 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:00.356160 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:00.359317 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=7b9bd2a2-6135-4317-b712-1def977734c0,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:00.443664 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57108-4250-4b0e-88c6-00020d575eb8 req-298efc6d-02c8-492f-b2f1-4ae26bb9f64b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:00.454164 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-49d57108-4250-4b0e-88c6-00020d575eb8 req-298efc6d-02c8-492f-b2f1-4ae26bb9f64b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1432457 Dec 09 11:31:00.507289 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:00.589230 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port f181e5c8-659c-45d4-9bb7-f9bffbc974d9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:00.599501 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:00.627126 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-49d57108-4250-4b0e-88c6-00020d575eb8 req-d63cdd8b-206d-4541-9404-7731600f8326 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718338 Dec 09 11:31:00.678366 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338cb68-ad3d-473f-9d78-c7af09965720 req-97ed7e18-4a18-45ea-aa7e-c863897bb476 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:00.682840 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0338cb68-ad3d-473f-9d78-c7af09965720 req-97ed7e18-4a18-45ea-aa7e-c863897bb476 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 945 time: 0.2153983 Dec 09 11:31:00.755633 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:00.809165 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0338cb68-ad3d-473f-9d78-c7af09965720 req-5c6887e6-5236-4f6c-9b12-a9e9bf7473f6 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105905 Dec 09 11:31:00.868531 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:00.904163 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf2c6e-2e8b-4818-9279-e025547c6180 req-5e0e9df3-f652-4632-81a0-bfbb673a1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:00.906199 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d8bf2c6e-2e8b-4818-9279-e025547c6180 req-5e0e9df3-f652-4632-81a0-bfbb673a1f77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 1098 time: 0.0559647 Dec 09 11:31:00.991094 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d8bf2c6e-2e8b-4818-9279-e025547c6180 req-38944766-7afe-4b9a-b4a8-bdfcc077665d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748336 Dec 09 11:31:01.022616 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 42f6070e-e5b5-49d2-8b2a-52f5f402040c up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:01.112426 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 42f6070e-e5b5-49d2-8b2a-52f5f402040c triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:01.112952 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:01.179687 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699'] for router, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:01.241901 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:01.284400 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 42f6070e-e5b5-49d2-8b2a-52f5f402040c, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=42f6070e-e5b5-49d2-8b2a-52f5f402040c,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:01.303270 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:01.369068 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106f659-52b9-44f2-96a4-c2331eeaa18f req-1f2d2d52-c9de-44f5-86d1-89760701182b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:01.381935 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2106f659-52b9-44f2-96a4-c2331eeaa18f req-1f2d2d52-c9de-44f5-86d1-89760701182b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1744065 Dec 09 11:31:01.432831 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=42f6070e-e5b5-49d2-8b2a-52f5f402040c,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:01.593072 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2106f659-52b9-44f2-96a4-c2331eeaa18f req-34e4723c-d332-406c-86f6-2e702c4da332 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101104 Dec 09 11:31:01.648513 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6675c7-3a3b-4eec-93b1-e3d62009d0e7 req-06e5c956-be2c-43ba-b553-6039685e017e tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:01.661087 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fe6675c7-3a3b-4eec-93b1-e3d62009d0e7 req-06e5c956-be2c-43ba-b553-6039685e017e tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.2581983 Dec 09 11:31:01.696122 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17072ae-274c-4a55-b6e9-5aca78b68f31 req-e4825e1b-b463-4c6c-b4b5-499578ca408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:01.699826 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d17072ae-274c-4a55-b6e9-5aca78b68f31 req-e4825e1b-b463-4c6c-b4b5-499578ca408e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1098 time: 0.1930697 Dec 09 11:31:01.781346 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723edc66-2aad-4256-b0aa-497b82c311f7 None None] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:31:01.871097 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fe6675c7-3a3b-4eec-93b1-e3d62009d0e7 req-3cc7a440-b176-4af1-a78d-1cfa6f9ab3a5 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974435 Dec 09 11:31:01.878178 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d17072ae-274c-4a55-b6e9-5aca78b68f31 req-aaac6a4d-a08d-4b76-9a45-be80d39c8c80 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613853 Dec 09 11:31:01.902420 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9effd1-c027-48a1-81cb-dc459eb1398d req-338bda6f-3d17-4857-b34d-44dd6857a151 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:01.911747 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f9effd1-c027-48a1-81cb-dc459eb1398d req-338bda6f-3d17-4857-b34d-44dd6857a151 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1576579 Dec 09 11:31:01.971901 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a is scheduled to L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:31:01.978196 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-2d675f2b-298c-4787-a662-b1793b9201b5 None None] Provisioning complete for port 42f6070e-e5b5-49d2-8b2a-52f5f402040c triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:01.978938 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2d675f2b-298c-4787-a662-b1793b9201b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:02.030570 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f9effd1-c027-48a1-81cb-dc459eb1398d req-ae766297-242e-4f8f-b017-fb95483072d5 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178479 Dec 09 11:31:02.053262 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46298ab7-03e7-4fa5-929a-275182574cd1 req-8e2a13e2-6e94-4740-ab9a-9e379fb31271 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:02.055301 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46298ab7-03e7-4fa5-929a-275182574cd1 req-8e2a13e2-6e94-4740-ab9a-9e379fb31271 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 945 time: 0.0694969 Dec 09 11:31:02.137799 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:31:02.146598 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46298ab7-03e7-4fa5-929a-275182574cd1 req-771acb99-8439-456d-82a1-3bc183590202 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835462 Dec 09 11:31:02.163152 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:02.168077 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9c37ca46-1bd4-47a8-99d9-47317b8b7bd1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1008663 Dec 09 11:31:02.168429 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 49764) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:02.171209 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Sync routers for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:31:02.190747 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:31:02.191539 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:02.192493 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:30:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:02.207870 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716db6d7-54e5-4ba0-bc62-60ca16c59c00" -d '{"events": [{"server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "name": "network-vif-plugged", "status": "completed", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:31:02.273067 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e46f108-a54a-4707-92db-f2f8e2c150b4 x-openstack-request-id: req-9e46f108-a54a-4707-92db-f2f8e2c150b4 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:31:02.273633 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "name": "network-vif-plugged", "status": "completed", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:31:02.274051 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e46f108-a54a-4707-92db-f2f8e2c150b4 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:31:02.274622 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'code': 200} Dec 09 11:31:02.364460 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:02.452951 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-a60b19da-faf2-48b7-8969-71a276ad93a8 None None] Provisioning complete for port 42f6070e-e5b5-49d2-8b2a-52f5f402040c triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:02.455207 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a60b19da-faf2-48b7-8969-71a276ad93a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:02.651338 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:00Z', 'revision_number': 3, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:02.680285 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e552a-3d9b-48d0-a98c-b9ce5481795a req-88e9606e-7e13-4fb8-8fab-fcd6367fe4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:02.681741 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-326e552a-3d9b-48d0-a98c-b9ce5481795a req-88e9606e-7e13-4fb8-8fab-fcd6367fe4e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1098 time: 0.0931792 Dec 09 11:31:02.703300 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Checking router: 2b17a1d4-c2f0-4785-aee7-41763b7ce81a for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:31:02.703664 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Updating router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a port 581d327d-2299-4877-8d51-766072711dfd binding host dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:31:02.739782 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:02.807465 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-326e552a-3d9b-48d0-a98c-b9ce5481795a req-b4382f62-b550-42b7-8b39-0022656d03e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175790 Dec 09 11:31:02.858167 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20698930-1bad-4d06-82e3-2cb4835d6111 req-ebd74e87-e66d-4238-a601-ccecf2ff0f5b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:02.859705 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-20698930-1bad-4d06-82e3-2cb4835d6111 req-ebd74e87-e66d-4238-a601-ccecf2ff0f5b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1233301 Dec 09 11:31:02.877252 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:03.039204 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 42f6070e-e5b5-49d2-8b2a-52f5f402040c up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:03.147504 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-20698930-1bad-4d06-82e3-2cb4835d6111 req-97b1bf2d-c188-4bee-b9cc-8f270c804e5d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563374 Dec 09 11:31:03.201165 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26bee7-10e9-420a-bdc2-3fe7f3807886 req-78bf16de-5d0e-4114-b8de-a8d928cbde2d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:03.218658 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Publish callbacks [] for port, precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:03.219402 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4b26bee7-10e9-420a-bdc2-3fe7f3807886 req-78bf16de-5d0e-4114-b8de-a8d928cbde2d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.2386551 Dec 09 11:31:03.226804 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:03.273537 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 42f6070e-e5b5-49d2-8b2a-52f5f402040c triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:03.273917 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:03.327508 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Pushing event updated for resources: {'Port': ['ID=581d327d-2299-4877-8d51-766072711dfd,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:03.367774 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.367774 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.368134 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.368354 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.368732 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.381846 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.382757 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.382757 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.384858 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.384858 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.384858 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.385161 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.385282 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:03.431887 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4b26bee7-10e9-420a-bdc2-3fe7f3807886 req-53566cb0-4eb3-4bb1-a073-46429e152b19 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111664 Dec 09 11:31:03.443839 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Attempting to bind port 581d327d-2299-4877-8d51-766072711dfd on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:31:03.444217 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Attempting to bind port 581d327d-2299-4877-8d51-766072711dfd by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:31:03.444590 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Attempting to bind port 581d327d-2299-4877-8d51-766072711dfd on network e7fed231-2d46-4983-baf1-5f45b5e5c94a {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:03.459046 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:31:03.463660 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:03.464313 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:03.464909 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Bound using segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:31:03.465518 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Bound port: 581d327d-2299-4877-8d51-766072711dfd, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:31:03.466219 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:03.530985 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b30f-50f6-4f50-970e-ea45bfcdfab0 req-6c0b7653-7ae3-4cbd-a373-31e4aca326fa tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:03.549134 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] For port 581d327d-2299-4877-8d51-766072711dfd, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:03.549575 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4255b30f-50f6-4f50-970e-ea45bfcdfab0 req-6c0b7653-7ae3-4cbd-a373-31e4aca326fa tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.2601628 Dec 09 11:31:03.558280 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] For port 581d327d-2299-4877-8d51-766072711dfd, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=581d327d-2299-4877-8d51-766072711dfd,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:03.564332 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:03.603802 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Allocated IP 172.20.0.1 (4389fc57-064a-4f7b-9555-79ad61a5db84/4ba79d24-a7db-4309-8c16-e9f8e4fcf409/58750765-9b7d-4dd5-82e1-8ed970810ed8) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:03.656540 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d502ea5-6644-43b4-aa5f-b3732129887c None None] Pushing event updated for resources: {'Port': ['ID=581d327d-2299-4877-8d51-766072711dfd,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:03.694516 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:03.696449 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:30:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:03.840923 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:03.959304 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4255b30f-50f6-4f50-970e-ea45bfcdfab0 req-048152ff-bf39-47bf-8068-1a8da0412c7a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084492 Dec 09 11:31:04.007796 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a03b-79c5-4035-816e-5372808c5fb1 req-c591768e-2d04-43c1-87cc-9b25b9955f12 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:04.015522 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e182a03b-79c5-4035-816e-5372808c5fb1 req-c591768e-2d04-43c1-87cc-9b25b9955f12 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 945 time: 0.4206259 Dec 09 11:31:04.062755 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:04.071617 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:00Z', 'revision_number': 3, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:04.105052 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e182a03b-79c5-4035-816e-5372808c5fb1 req-21ec6a40-7042-4d2a-8198-f9f5d21c83c9 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859611 Dec 09 11:31:04.118081 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59151fe0-72e6-4569-913b-78ce6ff3a087 None None] The sync data for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi is: [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:00Z', 'revision_number': 3, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:31:04.160180 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:04.253856 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:04.278159 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:04.288349 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:04.369899 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Pushing event updated for resources: {'Port': ['ID=58750765-9b7d-4dd5-82e1-8ed970810ed8,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:04.404241 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032484'] for router_interface, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:04.473226 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7456c-a496-4380-9f53-3eb4254c77c3 req-19c410b5-429c-47e3-8094-ba02baaca087 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:04.482145 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f4a7456c-a496-4380-9f53-3eb4254c77c3 req-19c410b5-429c-47e3-8094-ba02baaca087 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1984951 Dec 09 11:31:04.707630 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-60483c9e-0b6b-410f-bb75-31e986824ba1 None None] Provisioning complete for port 58750765-9b7d-4dd5-82e1-8ed970810ed8 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:04.709495 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-60483c9e-0b6b-410f-bb75-31e986824ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:04.761019 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-60483c9e-0b6b-410f-bb75-31e986824ba1 None None] Port 58750765-9b7d-4dd5-82e1-8ed970810ed8 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:31:04.849676 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f4a7456c-a496-4380-9f53-3eb4254c77c3 req-ef036a62-baf8-4868-9dce-c0ae8cd360ba tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3393378 Dec 09 11:31:04.874395 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65ada7-2f3c-4f60-83b9-de89e1cc3941 req-876266b0-68fb-4c8c-8d83-48b26fad56d5 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:04.876152 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7d65ada7-2f3c-4f60-83b9-de89e1cc3941 req-876266b0-68fb-4c8c-8d83-48b26fad56d5 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.2904291 Dec 09 11:31:04.929884 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:05.087352 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 581d327d-2299-4877-8d51-766072711dfd up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:05.158895 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7d65ada7-2f3c-4f60-83b9-de89e1cc3941 req-09b5edde-f472-4e0c-9f06-73a69eb9f376 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657447 Dec 09 11:31:05.199411 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 581d327d-2299-4877-8d51-766072711dfd triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:05.204306 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:05.220220 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba6ce2-40bd-4c20-afc6-ff38c98e7107 req-3d7fdde4-e0eb-4314-a013-9c31a18c832a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:05.222065 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aaba6ce2-40bd-4c20-afc6-ff38c98e7107 req-3d7fdde4-e0eb-4314-a013-9c31a18c832a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1129014 Dec 09 11:31:05.349084 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-aaba6ce2-40bd-4c20-afc6-ff38c98e7107 req-07f73ed8-9dc4-4285-862c-a29e6e680dc0 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092505 Dec 09 11:31:05.375176 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:05.376166 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:05.397274 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:05.408225 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 581d327d-2299-4877-8d51-766072711dfd, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=581d327d-2299-4877-8d51-766072711dfd,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:05.435270 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:05.455379 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531124'] for router_interface, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:05.513157 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=581d327d-2299-4877-8d51-766072711dfd,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:05.641741 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Pushing event updated for resources: {'Port': ['ID=58750765-9b7d-4dd5-82e1-8ed970810ed8,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:05.669066 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47739ab-4621-4ebc-a791-4f3b4131fab2 req-211c697c-e0cf-4a13-a05a-958bd702bf36 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:05.670583 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e47739ab-4621-4ebc-a791-4f3b4131fab2 req-211c697c-e0cf-4a13-a05a-958bd702bf36 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.1210289 Dec 09 11:31:05.743543 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:05.747430 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:05.784229 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e47739ab-4621-4ebc-a791-4f3b4131fab2 req-abd799de-b8bd-43f0-b887-4ec77db1970c tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978124 Dec 09 11:31:05.986661 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:31:06.008828 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea8522-a801-43d0-8fd3-3e004739f40a req-d647d8e3-82b3-4ac9-809d-7fd960f19658 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:06.017360 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5ea8522-a801-43d0-8fd3-3e004739f40a req-d647d8e3-82b3-4ac9-809d-7fd960f19658 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 945 time: 0.1129196 Dec 09 11:31:06.105983 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-3ec204c1-c0ab-4401-b7c7-5737a2cb42c2 None None] Provisioning complete for port 58750765-9b7d-4dd5-82e1-8ed970810ed8 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:06.105983 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3ec204c1-c0ab-4401-b7c7-5737a2cb42c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:06.167048 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-3ec204c1-c0ab-4401-b7c7-5737a2cb42c2 None None] Port 58750765-9b7d-4dd5-82e1-8ed970810ed8 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:31:06.190120 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:31:06.205512 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d867f5fe-66d3-4916-90c4-7270aad96078 admin admin] 10.222.0.30 "PUT /v2.0/routers/2b17a1d4-c2f0-4785-aee7-41763b7ce81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0357840 Dec 09 11:31:06.254496 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5ea8522-a801-43d0-8fd3-3e004739f40a req-905296b0-82b2-491f-b06d-99ba869a48b7 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305522 Dec 09 11:31:06.265996 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-87112cab-5c37-4928-80c2-3799ca86834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:06.273679 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-87112cab-5c37-4928-80c2-3799ca86834c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1098 time: 0.2346947 Dec 09 11:31:06.461831 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34057e-54a0-42c0-9fca-40ab08e26a6a req-c02e52f5-bfa6-4323-9e0a-92a6a2f00584 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:06.469302 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2a34057e-54a0-42c0-9fca-40ab08e26a6a req-c02e52f5-bfa6-4323-9e0a-92a6a2f00584 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1232119 Dec 09 11:31:06.500471 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-a8e251dc-ac98-4269-8552-3fc0e5b1b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:06.501940 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-a8e251dc-ac98-4269-8552-3fc0e5b1b8d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 920 time: 0.2200141 Dec 09 11:31:06.509886 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950676d-0dc0-4861-aa27-7167739aad72 req-4676dde3-31c1-4781-aaca-ed0a83562447 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:06.511927 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1950676d-0dc0-4861-aa27-7167739aad72 req-4676dde3-31c1-4781-aaca-ed0a83562447 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1493673 Dec 09 11:31:06.570061 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-5b0bbcd7-e0ec-4b67-ac53-e982d59841df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f HTTP/1.1" status: 200 len: 217 time: 0.0571167 Dec 09 11:31:06.623829 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2a34057e-54a0-42c0-9fca-40ab08e26a6a req-cd864dad-2e85-43e3-b223-bf026b1c0369 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536698 Dec 09 11:31:06.675761 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1950676d-0dc0-4861-aa27-7167739aad72 req-9e743fde-7607-489d-8e75-51794cec5b75 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507983 Dec 09 11:31:06.678207 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-b3a1a884-1569-46df-bb95-b6d0e70ebe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:06.679673 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-b3a1a884-1569-46df-bb95-b6d0e70ebe37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 200 len: 859 time: 0.0996020 Dec 09 11:31:06.728096 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-5687be41-8044-49db-b761-f0de0295adcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=763cb968-a326-4989-b036-296e6a5ecbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375907 Dec 09 11:31:06.785306 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f3dba-e617-4fa6-960c-dc40782a98fc req-30491386-37e4-445a-ab68-2acd8d2dfda5 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:06.787536 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-888f3dba-e617-4fa6-960c-dc40782a98fc req-30491386-37e4-445a-ab68-2acd8d2dfda5 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.0568359 Dec 09 11:31:06.809463 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 49864) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:06.816594 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1735944031-network', 'tenant_id': '75b6786f016442eabdc25c66b016022c'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:06.842905 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-888f3dba-e617-4fa6-960c-dc40782a98fc req-343eceb5-65d8-4b85-a9ff-06b538e1320a tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Dec 09 11:31:06.844444 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Made reservation on behalf of 75b6786f016442eabdc25c66b016022c for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:31:06.847080 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:06.857699 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:06.877904 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Sync routers for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:31:06.925528 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:06.931145 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:30:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:07.028105 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.036828 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.055504 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 581d327d-2299-4877-8d51-766072711dfd up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:07.063048 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-d9eb18eb-1cc5-4ca8-816b-ead90f3d63b6 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151895 Dec 09 11:31:07.063466 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 49870) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:07.086464 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:31:07.099291 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede9ee12-de8a-45b9-aa65-1a7d518e839e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:07.105078 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.105544 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Added segment a53f702e-fc02-4d6a-ae18-816e99c2dd2e of type vlan for network 6fea91c7-0569-44d7-b6d7-70f48e4e413d Dec 09 11:31:07.165689 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.207199 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.209555 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:07.210375 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.300456 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4887090 Dec 09 11:31:07.303480 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 49876) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:07.311971 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Request body: {'subnet': {'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1735944031-subnet', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:07.331589 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:07.366009 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35a7cba9-9687-4cb2-9068-71dca9566140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.379230 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 581d327d-2299-4877-8d51-766072711dfd triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:07.380558 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.399950 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-65be3bf3-c0cf-4905-a843-e347fb79ba73 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890105 Dec 09 11:31:07.427839 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faf18c-3d69-417b-8f08-5063ec15a381 admin admin] Pushing event updated for resources: {'Network': ['ID=6fea91c7-0569-44d7-b6d7-70f48e4e413d,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:07.478130 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaf4c3-6fa4-43d9-8012-e87e9386efa1 req-1c814ea2-e099-44f0-8f1e-3265e23f79d4 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:07.480058 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ceaf4c3-6fa4-43d9-8012-e87e9386efa1 req-1c814ea2-e099-44f0-8f1e-3265e23f79d4 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 945 time: 0.1245816 Dec 09 11:31:07.485557 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Made reservation on behalf of 75b6786f016442eabdc25c66b016022c for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:31:07.488126 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388610'] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.496048 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-690f27aa-76be-462e-8982-24a01d359639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:07.497544 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-690f27aa-76be-462e-8982-24a01d359639 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 1099 time: 0.1497538 Dec 09 11:31:07.503965 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 6fea91c7-0569-44d7-b6d7-70f48e4e413d details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:31:07.547264 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-b4eb1b61-b567-410f-814d-4eddffe63803 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:07.548748 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-b4eb1b61-b567-410f-814d-4eddffe63803 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.32 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 945 time: 0.2218914 Dec 09 11:31:07.558131 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35a7cba9-9687-4cb2-9068-71dca9566140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.567833 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ceaf4c3-6fa4-43d9-8012-e87e9386efa1 req-3d6d8a7c-dc6b-4b29-a37e-c6c17a19c880 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/security-groups?id=b9dbb760-8460-420a-87ed-c23778b52f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773838 Dec 09 11:31:07.569370 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35a7cba9-9687-4cb2-9068-71dca9566140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.620323 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7cba9-9687-4cb2-9068-71dca9566140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7700790-b3ce-4430-946d-1c5adbf2d2af,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:07.632625 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-35a7cba9-9687-4cb2-9068-71dca9566140 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8a5fe9a0c4040dca549304a8a0b423d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680060 Dec 09 11:31:07.639787 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 49884) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:07.693848 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-c1e97410-af1f-4d84-ba79-523c08622a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:07.695489 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-c1e97410-af1f-4d84-ba79-523c08622a42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 917 time: 0.1572902 Dec 09 11:31:07.697715 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-089e71ad-4dad-46a9-866d-3914c65b7c97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.736850 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-089e71ad-4dad-46a9-866d-3914c65b7c97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.804604 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 2, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:07.839080 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Checking router: 2b17a1d4-c2f0-4785-aee7-41763b7ce81a for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:31:07.839515 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Updating router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a port 58750765-9b7d-4dd5-82e1-8ed970810ed8 binding host dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:31:07.866651 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-af2e4ed4-58b2-400c-964b-b4887a39682d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac HTTP/1.1" status: 200 len: 1002 time: 0.1263969 Dec 09 11:31:07.869009 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5f3b0-82d1-40d8-80dd-8344e3081d1d req-1928bf82-6a5d-40a4-8c7b-6483cfa6a81e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:07.870671 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ccc5f3b0-82d1-40d8-80dd-8344e3081d1d req-1928bf82-6a5d-40a4-8c7b-6483cfa6a81e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1085296 Dec 09 11:31:07.881166 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.886021 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f42442-be23-49d7-9df5-ac7e8880d1bf req-a6eaba52-920a-48d7-b976-2ba2998c1d2b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:07.887555 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6f42442-be23-49d7-9df5-ac7e8880d1bf req-a6eaba52-920a-48d7-b976-2ba2998c1d2b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0914352 Dec 09 11:31:07.890646 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-089e71ad-4dad-46a9-866d-3914c65b7c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.893375 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-089e71ad-4dad-46a9-866d-3914c65b7c97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.894529 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-089e71ad-4dad-46a9-866d-3914c65b7c97 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7700790-b3ce-4430-946d-1c5adbf2d2af HTTP/1.1" status: 204 len: 168 time: 0.2537396 Dec 09 11:31:07.904320 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-8aca598c-e10c-401d-961b-1f8c74d93059 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Deleting port 7b9bd2a2-6135-4317-b712-1def977734c0 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:31:07.904663 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-8aca598c-e10c-401d-961b-1f8c74d93059 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:07.971408 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e71ad-4dad-46a9-866d-3914c65b7c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7700790-b3ce-4430-946d-1c5adbf2d2af,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:08.006984 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e6f42442-be23-49d7-9df5-ac7e8880d1bf req-e95c2ecc-0653-4f4b-a7ff-5b2f1a1217a6 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999932 Dec 09 11:31:08.021923 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ccc5f3b0-82d1-40d8-80dd-8344e3081d1d req-5934c3e9-f8fe-456f-b85c-a7bff3806ab7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330967 Dec 09 11:31:08.088259 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12023208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388968'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.095351 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-1ea27b0f-48f0-43d0-8862-4e41b4ab4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:08.096751 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-1ea27b0f-48f0-43d0-8862-4e41b4ab4fdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.2093959 Dec 09 11:31:08.186461 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-8aca598c-e10c-401d-961b-1f8c74d93059 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] For port 7b9bd2a2-6135-4317-b712-1def977734c0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7b9bd2a2-6135-4317-b712-1def977734c0,segment=NetworkSegment(c02ac22c-b95d-4742-9792-d7a8757f13f1),segment_id=c02ac22c-b95d-4742-9792-d7a8757f13f1)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:08.187103 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-8aca598c-e10c-401d-961b-1f8c74d93059 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.211210 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-8aca598c-e10c-401d-961b-1f8c74d93059 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Calling delete_port for 7b9bd2a2-6135-4317-b712-1def977734c0 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:31:08.213951 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=221b6eb5-51bd-46d6-9183-9e04ac21a2d4,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:08.220569 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Publish callbacks [] for port, precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.228151 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.249071 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-f0800d2c-8441-480c-a133-3fadcf6ab904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:08.250582 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-f0800d2c-8441-480c-a133-3fadcf6ab904 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1236935 Dec 09 11:31:08.280840 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Checking segment: {'id': 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:08.281206 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Network hostable DHCP agents. Network: 6fea91c7-0569-44d7-b6d7-70f48e4e413d, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:31:08.289087 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435dad7-91ce-4639-93e5-b87413d6b717 None None] Pushing event updated for resources: {'Port': ['ID=58750765-9b7d-4dd5-82e1-8ed970810ed8,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:08.346119 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Attempting to bind port 58750765-9b7d-4dd5-82e1-8ed970810ed8 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:31:08.347276 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Attempting to bind port 58750765-9b7d-4dd5-82e1-8ed970810ed8 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:31:08.347902 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Attempting to bind port 58750765-9b7d-4dd5-82e1-8ed970810ed8 on network 4389fc57-064a-4f7b-9555-79ad61a5db84 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:08.362001 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:31:08.362821 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Checking segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:08.363503 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.364711 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Bound using segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:31:08.366393 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Bound port: 58750765-9b7d-4dd5-82e1-8ed970810ed8, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:31:08.366910 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.370346 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Network 6fea91c7-0569-44d7-b6d7-70f48e4e413d is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:31:08.405403 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 6fea91c7-0569-44d7-b6d7-70f48e4e413d) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:08.413524 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:08.413524 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.433466 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061b510-adb1-496d-a90f-4db73d4b4c95 None None] Network 6fea91c7-0569-44d7-b6d7-70f48e4e413d requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:31:08.447500 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fc42ba9f-8275-4ed9-8619-3b8ab3e051d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1394274 Dec 09 11:31:08.451127 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 49904) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:08.457837 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1735944031-router', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:08.475426 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-5c56cd0e-3703-4885-8d7a-ffbdc73cfa4a service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896396 Dec 09 11:31:08.508994 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-477'] for router, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.522833 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1041188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-470'] for router, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.523098 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] For port 58750765-9b7d-4dd5-82e1-8ed970810ed8, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:08.568669 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-8aca598c-e10c-401d-961b-1f8c74d93059 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.640185 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca598c-e10c-401d-961b-1f8c74d93059 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Pushing event deleted for resources: {'Port': ['ID=7b9bd2a2-6135-4317-b712-1def977734c0,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:08.641507 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] For port 58750765-9b7d-4dd5-82e1-8ed970810ed8, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=58750765-9b7d-4dd5-82e1-8ed970810ed8,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:08.651984 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.654633 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.729542 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-8aca598c-e10c-401d-961b-1f8c74d93059 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] No DVR routers for this DVR port 7b9bd2a2-6135-4317-b712-1def977734c0 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:31:08.733110 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-8aca598c-e10c-401d-961b-1f8c74d93059 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.736472 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e1eefb0c-b10d-4e8b-b1ee-68d6a5a6ad7a req-8aca598c-e10c-401d-961b-1f8c74d93059 tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.32 "DELETE /v2.0/ports/7b9bd2a2-6135-4317-b712-1def977734c0 HTTP/1.1" status: 204 len: 173 time: 1.1789804 Dec 09 11:31:08.742782 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710b0c24-52d8-42f0-b238-f9c854e14e8e', 'name': 'network-vif-deleted', 'tag': '7b9bd2a2-6135-4317-b712-1def977734c0'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:31:08.745055 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e537f0e8-00c0-40bc-a9fc-e88249282bd0" -d '{"events": [{"server_uuid": "710b0c24-52d8-42f0-b238-f9c854e14e8e", "name": "network-vif-deleted", "tag": "7b9bd2a2-6135-4317-b712-1def977734c0"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:31:08.753708 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435dad7-91ce-4639-93e5-b87413d6b717 None None] Pushing event updated for resources: {'Port': ['ID=58750765-9b7d-4dd5-82e1-8ed970810ed8,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:08.759343 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d22fdf4-49db-53c2-8d14-2eba624b742b-6fea91c7-0569-44d7-b6d7-70f48e4e413d', 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d', 'project_id': '75b6786f016442eabdc25c66b016022c', 'fixed_ips': [{'subnet_id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4'}]}} from dv-cinder-817351-6-iscsi. {{(pid=102510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:31:08.760617 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:08.795924 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-df1cb103-4586-41ae-84f5-3823e2571bf0 req-5ed3c80c-bac0-4c2d-89d2-e9248f6fb0ed tempest-VolumesActionsTest-1399302743 tempest-VolumesActionsTest-1399302743-project] 10.222.0.30 "GET /v2.0/ports?device_id=710b0c24-52d8-42f0-b238-f9c854e14e8e HTTP/1.1" status: 200 len: 210 time: 0.0848863 Dec 09 11:31:08.804026 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e45df55-98c4-4adc-a5a1-9a044331cf3a req-6d0d788e-235e-4dcb-bf4a-889a665cb37d service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193085 Dec 09 11:31:08.827238 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c79455-6b42-448a-a457-b024cf51bda4 x-openstack-request-id: req-d9c79455-6b42-448a-a457-b024cf51bda4 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:31:08.827537 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710b0c24-52d8-42f0-b238-f9c854e14e8e", "name": "network-vif-deleted", "tag": "7b9bd2a2-6135-4317-b712-1def977734c0", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:31:08.827791 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9c79455-6b42-448a-a457-b024cf51bda4 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:31:08.828400 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710b0c24-52d8-42f0-b238-f9c854e14e8e', 'name': 'network-vif-deleted', 'tag': '7b9bd2a2-6135-4317-b712-1def977734c0', 'status': 'completed', 'code': 200} Dec 09 11:31:08.872766 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:08.873663 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:30:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:08.956480 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.098088 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-a4c7b29f-272b-4043-b07e-6a79ec57d373 None None] Provisioning complete for port 58750765-9b7d-4dd5-82e1-8ed970810ed8 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:09.100377 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b29f-272b-4043-b07e-6a79ec57d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.210908 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:09.304728 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a8923-37bf-4333-b649-f30dcd4e340a req-456d2acc-f7bf-4843-8b58-577c77a30cd0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:09.309610 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-078a8923-37bf-4333-b649-f30dcd4e340a req-456d2acc-f7bf-4843-8b58-577c77a30cd0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1588149 Dec 09 11:31:09.330268 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Allocated IP 172.20.0.2 (6fea91c7-0569-44d7-b6d7-70f48e4e413d/221b6eb5-51bd-46d6-9183-9e04ac21a2d4/ceb253a5-c66d-4556-a80a-23e6d6c4c071) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:09.379947 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.408353 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-078a8923-37bf-4333-b649-f30dcd4e340a req-726c1a53-a6ae-4d48-9c73-e47086a2b8dc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931406 Dec 09 11:31:09.455476 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b29f-272b-4043-b07e-6a79ec57d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.456393 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.683688 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa0022-9053-45e4-b2bb-3340977a4a14 req-82a71546-caaf-4cd9-b013-86ed665ca203 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:09.692516 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-20fa0022-9053-45e4-b2bb-3340977a4a14 req-82a71546-caaf-4cd9-b013-86ed665ca203 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.1694369 Dec 09 11:31:09.707181 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Allocated IP 172.27.0.40 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/62d55129-f5f9-4390-a687-3ccd41427803) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:09.743844 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-a4c7b29f-272b-4043-b07e-6a79ec57d373 None None] For port 58750765-9b7d-4dd5-82e1-8ed970810ed8, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=58750765-9b7d-4dd5-82e1-8ed970810ed8,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:09.752173 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a4c7b29f-272b-4043-b07e-6a79ec57d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.801265 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-20fa0022-9053-45e4-b2bb-3340977a4a14 req-3dfe5b4c-8ac3-4e38-901a-decf23ac2ec3 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080256 Dec 09 11:31:09.882543 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.911485 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7b29f-272b-4043-b07e-6a79ec57d373 None None] Pushing event updated for resources: {'Port': ['ID=58750765-9b7d-4dd5-82e1-8ed970810ed8,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:09.929618 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Publish callbacks [] for port, precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.936608 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-04cb1fa7-bc90-412f-bf41-848c2acc5e28 None None] Provisioning complete for port 58750765-9b7d-4dd5-82e1-8ed970810ed8 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:09.937028 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-04cb1fa7-bc90-412f-bf41-848c2acc5e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.941667 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.943262 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:09.974044 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:09.979322 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:10.005702 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:08Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:10.053682 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74719d30-0800-4c7b-8a3f-e82d69420ffe None None] The sync data for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi is: [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:08Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:31:10.071810 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Network 6fea91c7-0569-44d7-b6d7-70f48e4e413d is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:10.076732 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:10.083482 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Pushing event updated for resources: {'Port': ['ID=ceb253a5-c66d-4556-a80a-23e6d6c4c071,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:10.086009 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:10.183371 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 7b9bd2a2-6135-4317-b712-1def977734c0 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:31:10.325078 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 7b9bd2a2-6135-4317-b712-1def977734c0 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:31:10.325826 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 7b9bd2a2-6135-4317-b712-1def977734c0 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:31:10.326404 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 32bfbc54-1294-4e3c-8552-3977662ea6ac no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:31:10.365969 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:10.451445 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Attempting to bind port ceb253a5-c66d-4556-a80a-23e6d6c4c071 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:31:10.452036 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Attempting to bind port ceb253a5-c66d-4556-a80a-23e6d6c4c071 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:31:10.453813 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Attempting to bind port ceb253a5-c66d-4556-a80a-23e6d6c4c071 on network 6fea91c7-0569-44d7-b6d7-70f48e4e413d {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:10.470155 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:31:10.474658 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Pushing event updated for resources: {'Port': ['ID=62d55129-f5f9-4390-a687-3ccd41427803,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:10.476049 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Checking segment: {'id': 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:10.476660 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:10.478350 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Bound using segment: {'id': 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:31:10.479246 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Bound port: ceb253a5-c66d-4556-a80a-23e6d6c4c071, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:31:10.483358 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:10.681185 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] For port ceb253a5-c66d-4556-a80a-23e6d6c4c071, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:10.683348 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:10.730744 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] For port ceb253a5-c66d-4556-a80a-23e6d6c4c071, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=ceb253a5-c66d-4556-a80a-23e6d6c4c071,segment=NetworkSegment(a53f702e-fc02-4d6a-ae18-816e99c2dd2e),segment_id=a53f702e-fc02-4d6a-ae18-816e99c2dd2e)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:10.736683 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:31:10.738764 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b16bbf-1a2f-4bcf-af0b-2670ca566534" -d '{"events": [{"server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "name": "network-vif-unplugged", "status": "completed", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:31:10.749653 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:10.767130 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:10.778787 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07f8ed-b8aa-4400-b5f5-dc6e53126e80 req-0c32b479-adff-4eb9-ba49-66ade6dfa747 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:10.794892 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9a07f8ed-b8aa-4400-b5f5-dc6e53126e80 req-0c32b479-adff-4eb9-ba49-66ade6dfa747 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 946 time: 0.1121054 Dec 09 11:31:10.801710 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:10.820396 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 11:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbb884d-a77f-4084-a3e1-6d86b98b0c84 x-openstack-request-id: req-bbbb884d-a77f-4084-a3e1-6d86b98b0c84 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:31:10.820723 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "name": "network-vif-unplugged", "status": "completed", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:31:10.820984 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbbb884d-a77f-4084-a3e1-6d86b98b0c84 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:31:10.826883 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'code': 200} Dec 09 11:31:10.877815 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe8e92-77e8-4dac-bc2f-1407496bfdfe None None] Pushing event updated for resources: {'Port': ['ID=ceb253a5-c66d-4556-a80a-23e6d6c4c071,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:11.057246 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9a07f8ed-b8aa-4400-b5f5-dc6e53126e80 req-5fa522d5-abf3-416c-ab07-b939fb9e24f6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612398 Dec 09 11:31:11.093427 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 58750765-9b7d-4dd5-82e1-8ed970810ed8 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:11.115263 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:11.131757 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=8']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:11.278307 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 58750765-9b7d-4dd5-82e1-8ed970810ed8 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:11.290863 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:11.573624 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699'] for router, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:11.839468 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 is scheduled to L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 with binding_index 1 {{(pid=102509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:31:11.999629 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:31:12.024695 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:31:12.033223 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Sync routers for ids ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:31:12.042838 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] Publish callbacks [] for router, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.043039 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Routers {'2bcaa80c-fbd0-4395-862f-dc05aa1e3860'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:12.043632 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:30:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:12.046910 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d83b390a-3662-4f6a-be79-1a369101a82d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5920899 Dec 09 11:31:12.047370 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50028) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:12.155892 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Set router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:12.225258 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40446215-8bd9-474e-9927-c61d6c44b83f None None] Network 6fea91c7-0569-44d7-b6d7-70f48e4e413d requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:31:12.248196 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380360d-a014-46d3-b799-b31d0677de6d req-88926658-46a2-46b7-826f-7c2aa72ee14e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:12.249603 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6380360d-a014-46d3-b799-b31d0677de6d req-88926658-46a2-46b7-826f-7c2aa72ee14e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1006477 Dec 09 11:31:12.305681 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-20d9f9f7-5893-40c5-ab11-08584f31c91d None None] Provisioning complete for port ceb253a5-c66d-4556-a80a-23e6d6c4c071 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:12.306052 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-20d9f9f7-5893-40c5-ab11-08584f31c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.338618 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6380360d-a014-46d3-b799-b31d0677de6d req-7a2e1a72-1761-484e-babf-6a3dbfc33da5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596018 Dec 09 11:31:12.354129 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'name': 'tempest-TestVolumeBootPattern-1735944031-router', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '62d55129-f5f9-4390-a687-3ccd41427803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:08Z', 'updated_at': '2021-12-09T11:31:10Z', 'revision_number': 3, 'project_id': '75b6786f016442eabdc25c66b016022c', 'gw_port': {'id': '62d55129-f5f9-4390-a687-3ccd41427803', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:09Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:12.391606 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Checking router: 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:31:12.391960 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Updating router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 port 62d55129-f5f9-4390-a687-3ccd41427803 binding host dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:31:12.445289 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.449696 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-20d9f9f7-5893-40c5-ab11-08584f31c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.523483 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-20d9f9f7-5893-40c5-ab11-08584f31c91d None None] For port ceb253a5-c66d-4556-a80a-23e6d6c4c071, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=ceb253a5-c66d-4556-a80a-23e6d6c4c071,segment=NetworkSegment(a53f702e-fc02-4d6a-ae18-816e99c2dd2e),segment_id=a53f702e-fc02-4d6a-ae18-816e99c2dd2e)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:12.536720 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-20d9f9f7-5893-40c5-ab11-08584f31c91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.589743 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.609260 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9f9f7-5893-40c5-ab11-08584f31c91d None None] Pushing event updated for resources: {'Port': ['ID=ceb253a5-c66d-4556-a80a-23e6d6c4c071,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:12.763276 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-fc4b0f69-ed7e-492e-84b6-a684fe0114eb None None] Provisioning complete for port ceb253a5-c66d-4556-a80a-23e6d6c4c071 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:12.763651 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fc4b0f69-ed7e-492e-84b6-a684fe0114eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.805872 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Allocated IP 172.20.0.1 (6fea91c7-0569-44d7-b6d7-70f48e4e413d/221b6eb5-51bd-46d6-9183-9e04ac21a2d4/45c4b81e-12a0-4395-a243-e31e17491c03) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:12.841190 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Publish callbacks [] for port, precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.849175 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.929594 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c599ae8-4276-4f00-b48d-9a56367d217e None None] Pushing event updated for resources: {'Port': ['ID=62d55129-f5f9-4390-a687-3ccd41427803,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:12.934500 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Attempting to bind port 62d55129-f5f9-4390-a687-3ccd41427803 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:31:12.934500 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Attempting to bind port 62d55129-f5f9-4390-a687-3ccd41427803 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:31:12.940542 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Attempting to bind port 62d55129-f5f9-4390-a687-3ccd41427803 on network e7fed231-2d46-4983-baf1-5f45b5e5c94a {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:12.946500 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.948591 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:31:12.949160 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:12.949648 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:12.950000 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Bound using segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:31:12.950414 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Bound port: 62d55129-f5f9-4390-a687-3ccd41427803, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:31:12.951091 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:13.007261 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:13.033796 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] For port 62d55129-f5f9-4390-a687-3ccd41427803, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:13.037492 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] For port 62d55129-f5f9-4390-a687-3ccd41427803, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=62d55129-f5f9-4390-a687-3ccd41427803,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:13.037967 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device ceb253a5-c66d-4556-a80a-23e6d6c4c071 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:13.045024 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:13.050587 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Network 6fea91c7-0569-44d7-b6d7-70f48e4e413d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:13.055428 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:13.061941 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:13.094340 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port ceb253a5-c66d-4556-a80a-23e6d6c4c071 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:13.094816 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:13.100848 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-9018fd75-7a8c-4642-9dca-b86722f27a45 req-d6ff9e6e-d251-4a92-ad1d-666c28387d80 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:31:13.101993 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9018fd75-7a8c-4642-9dca-b86722f27a45 req-d6ff9e6e-d251-4a92-ad1d-666c28387d80 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057960 Dec 09 11:31:13.112900 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Pushing event updated for resources: {'Port': ['ID=45c4b81e-12a0-4395-a243-e31e17491c03,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:13.121630 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032484'] for router_interface, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:13.268581 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Routers {'2bcaa80c-fbd0-4395-862f-dc05aa1e3860'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:13.269511 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:30:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:13.332537 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:13.338586 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c599ae8-4276-4f00-b48d-9a56367d217e None None] Pushing event updated for resources: {'Port': ['ID=62d55129-f5f9-4390-a687-3ccd41427803,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:13.398785 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-0f698d11-6a14-4bc2-a844-234a2f883901 None None] Provisioning complete for port 45c4b81e-12a0-4395-a243-e31e17491c03 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:13.399880 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0f698d11-6a14-4bc2-a844-234a2f883901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:13.402497 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d04c7-093e-4001-977c-754d83efdf5f req-d939be78-67da-4e52-a461-506bae50a2db tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:13.404196 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3e9d04c7-093e-4001-977c-754d83efdf5f req-d939be78-67da-4e52-a461-506bae50a2db tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1068044 Dec 09 11:31:13.405551 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] Set router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:13.449713 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-0f698d11-6a14-4bc2-a844-234a2f883901 None None] Port 45c4b81e-12a0-4395-a243-e31e17491c03 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:31:13.521121 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3e9d04c7-093e-4001-977c-754d83efdf5f req-603fb1f8-d284-4ed2-997c-c8feea1d76e7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094799 Dec 09 11:31:13.578828 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:13.585066 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:13.641243 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'name': 'tempest-TestVolumeBootPattern-1735944031-router', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '62d55129-f5f9-4390-a687-3ccd41427803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:08Z', 'updated_at': '2021-12-09T11:31:13Z', 'revision_number': 4, 'project_id': '75b6786f016442eabdc25c66b016022c', 'gw_port': {'id': '62d55129-f5f9-4390-a687-3ccd41427803', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:09Z', 'updated_at': '2021-12-09T11:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '45c4b81e-12a0-4395-a243-e31e17491c03', 'name': '', 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'mac_address': 'fa:16:3e:95:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:12Z', 'updated_at': '2021-12-09T11:31:12Z', 'revision_number': 1, 'project_id': '75b6786f016442eabdc25c66b016022c', 'subnets': [{'id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:13.658922 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Pushing event updated for resources: {'Port': ['ID=45c4b81e-12a0-4395-a243-e31e17491c03,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:13.663585 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531124'] for router_interface, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:13.697764 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21399634-1a75-4cc7-a3f3-a398f4b96798 None None] The sync data for ids ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'] in dv-cinder-817351-6-iscsi is: [{'id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'name': 'tempest-TestVolumeBootPattern-1735944031-router', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '62d55129-f5f9-4390-a687-3ccd41427803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:08Z', 'updated_at': '2021-12-09T11:31:13Z', 'revision_number': 4, 'project_id': '75b6786f016442eabdc25c66b016022c', 'gw_port': {'id': '62d55129-f5f9-4390-a687-3ccd41427803', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:09Z', 'updated_at': '2021-12-09T11:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '45c4b81e-12a0-4395-a243-e31e17491c03', 'name': '', 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'mac_address': 'fa:16:3e:95:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:12Z', 'updated_at': '2021-12-09T11:31:12Z', 'revision_number': 1, 'project_id': '75b6786f016442eabdc25c66b016022c', 'subnets': [{'id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:31:13.768930 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Network 6fea91c7-0569-44d7-b6d7-70f48e4e413d is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:13.770847 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:13.816163 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50086) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:13.931641 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-8777af05-017b-4baa-982e-5eeb34579549 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1134455 Dec 09 11:31:13.944674 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:31:13.946336 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-579a2b6d-c10a-4ba2-81fa-88116b4ea07c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102508) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:31:13.957225 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-579a2b6d-c10a-4ba2-81fa-88116b4ea07c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140257 Dec 09 11:31:14.096289 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:31:14.103901 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-07ece832-40eb-4d24-84e3-935c32ed54e2 admin admin] 10.222.0.30 "PUT /v2.0/routers/2bcaa80c-fbd0-4395-862f-dc05aa1e3860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0552390 Dec 09 11:31:14.184842 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-e7a9a463-8b02-4954-a385-6c5397e474ae None None] Provisioning complete for port 45c4b81e-12a0-4395-a243-e31e17491c03 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:14.185308 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e7a9a463-8b02-4954-a385-6c5397e474ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:14.225270 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-e7a9a463-8b02-4954-a385-6c5397e474ae None None] Port 45c4b81e-12a0-4395-a243-e31e17491c03 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:31:14.685554 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c09f4-dc28-42b5-bd19-4b05cd300362 req-97b82a4a-04d2-47a8-b428-ca4a96bea49a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:14.691970 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 32bfbc54-1294-4e3c-8552-3977662ea6ac no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:31:14.719987 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d85c09f4-dc28-42b5-bd19-4b05cd300362 req-97b82a4a-04d2-47a8-b428-ca4a96bea49a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0994334 Dec 09 11:31:14.810724 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d85c09f4-dc28-42b5-bd19-4b05cd300362 req-4f34fb8c-ee20-4198-bcd0-5ca8d90a91cb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898352 Dec 09 11:31:14.995498 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50116) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:15.000040 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-c87156ab-6be3-4ae0-96d9-d1d841d55311 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1934460153', 'description': 'tempest-secgroup-smoke-1934460153 description', 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:15.032959 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c87156ab-6be3-4ae0-96d9-d1d841d55311 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.037705 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 62d55129-f5f9-4390-a687-3ccd41427803 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:15.107320 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 62d55129-f5f9-4390-a687-3ccd41427803 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:15.107709 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.148426 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c87156ab-6be3-4ae0-96d9-d1d841d55311 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.154552 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c87156ab-6be3-4ae0-96d9-d1d841d55311 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.189086 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c87156ab-6be3-4ae0-96d9-d1d841d55311 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.190549 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-c87156ab-6be3-4ae0-96d9-d1d841d55311 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1939995 Dec 09 11:31:15.195743 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50120) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:15.196236 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87156ab-6be3-4ae0-96d9-d1d841d55311 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd02bb1a-627c-4944-ae49-6e802abe4230,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:15.200786 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.206355 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-6dd7a45a-c84d-4a24-8753-9242f9553abc tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'security_group_rule': {'security_group_id': 'cd02bb1a-627c-4944-ae49-6e802abe4230', 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:15.231036 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 62d55129-f5f9-4390-a687-3ccd41427803, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=62d55129-f5f9-4390-a687-3ccd41427803,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:15.235568 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.248236 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6dd7a45a-c84d-4a24-8753-9242f9553abc tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.292490 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=62d55129-f5f9-4390-a687-3ccd41427803,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:15.318545 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6dd7a45a-c84d-4a24-8753-9242f9553abc tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.322329 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6dd7a45a-c84d-4a24-8753-9242f9553abc tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.341466 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7a45a-c84d-4a24-8753-9242f9553abc tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349bc9d1-ae28-4348-8241-3fd1b8fa57c8,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:15.350097 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6dd7a45a-c84d-4a24-8753-9242f9553abc tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.351880 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-6dd7a45a-c84d-4a24-8753-9242f9553abc tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543660 Dec 09 11:31:15.355026 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50122) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:15.359460 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-7843300b-2858-4719-8ca6-e8e23480efc2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'security_group_rule': {'security_group_id': 'cd02bb1a-627c-4944-ae49-6e802abe4230', 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:15.386499 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7843300b-2858-4719-8ca6-e8e23480efc2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.449901 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7843300b-2858-4719-8ca6-e8e23480efc2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.453980 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7843300b-2858-4719-8ca6-e8e23480efc2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.475158 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843300b-2858-4719-8ca6-e8e23480efc2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c27e57-d96c-4355-ad7a-6afcffaeaeb3,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:15.485836 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7843300b-2858-4719-8ca6-e8e23480efc2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.487143 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-7843300b-2858-4719-8ca6-e8e23480efc2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311574 Dec 09 11:31:15.490200 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50124) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:15.494566 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-1f5864e5-de3a-4597-b549-cbfe1660afb0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'security_group_rule': {'security_group_id': 'cd02bb1a-627c-4944-ae49-6e802abe4230', 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:15.525279 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1f5864e5-de3a-4597-b549-cbfe1660afb0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.584966 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1f5864e5-de3a-4597-b549-cbfe1660afb0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.588593 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1f5864e5-de3a-4597-b549-cbfe1660afb0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.606449 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5864e5-de3a-4597-b549-cbfe1660afb0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fce13aa-4231-4a56-8f3e-aadd56c6368f,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:15.615513 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1f5864e5-de3a-4597-b549-cbfe1660afb0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.616846 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1f5864e5-de3a-4597-b549-cbfe1660afb0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256135 Dec 09 11:31:15.619569 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50126) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:15.623944 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-aafdc021-f462-47c2-9e40-94e4c73fcfab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'security_group_rule': {'security_group_id': 'cd02bb1a-627c-4944-ae49-6e802abe4230', 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:15.654592 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-aafdc021-f462-47c2-9e40-94e4c73fcfab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.714543 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-aafdc021-f462-47c2-9e40-94e4c73fcfab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.718621 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-aafdc021-f462-47c2-9e40-94e4c73fcfab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.740297 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdc021-f462-47c2-9e40-94e4c73fcfab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19b3102-5078-4b11-b0c3-9a910f199510,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:15.750321 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-aafdc021-f462-47c2-9e40-94e4c73fcfab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.751568 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-aafdc021-f462-47c2-9e40-94e4c73fcfab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309688 Dec 09 11:31:15.754526 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50132) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:15.760059 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-4a581078-ff24-48cf-a4a2-4d94cb97c5aa tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'security_group_rule': {'security_group_id': 'cd02bb1a-627c-4944-ae49-6e802abe4230', 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:15.783322 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.securitygroups_db [None req-4a581078-ff24-48cf-a4a2-4d94cb97c5aa tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Project ab8d9bf6fa784722be531cfeff896ac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:31:15.788789 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4a581078-ff24-48cf-a4a2-4d94cb97c5aa tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.855225 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4a581078-ff24-48cf-a4a2-4d94cb97c5aa tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.860222 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4a581078-ff24-48cf-a4a2-4d94cb97c5aa tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.881415 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a581078-ff24-48cf-a4a2-4d94cb97c5aa tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26b5db7-98ad-4921-85a8-f87c133724a2,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:15.888289 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4a581078-ff24-48cf-a4a2-4d94cb97c5aa tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.889769 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4a581078-ff24-48cf-a4a2-4d94cb97c5aa tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334889 Dec 09 11:31:15.892629 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50140) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:15.897738 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-827f884e-a7cf-4bdb-ac67-33c04aa710bb tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'security_group_rule': {'security_group_id': 'cd02bb1a-627c-4944-ae49-6e802abe4230', 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:15.923630 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.securitygroups_db [None req-827f884e-a7cf-4bdb-ac67-33c04aa710bb tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Project ab8d9bf6fa784722be531cfeff896ac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:31:15.930631 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-827f884e-a7cf-4bdb-ac67-33c04aa710bb tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:15.986872 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727a18e-6ebc-4940-acfe-efe571a9bd3d req-14381445-68fe-4c62-a591-c719375f1ccb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:15.990498 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5727a18e-6ebc-4940-acfe-efe571a9bd3d req-14381445-68fe-4c62-a591-c719375f1ccb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0834913 Dec 09 11:31:16.020576 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-827f884e-a7cf-4bdb-ac67-33c04aa710bb tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:16.043726 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-827f884e-a7cf-4bdb-ac67-33c04aa710bb tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:16.055816 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:16.070680 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5727a18e-6ebc-4940-acfe-efe571a9bd3d req-e79c0f31-fb3a-4888-921d-711d9f25b240 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725863 Dec 09 11:31:16.087276 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f884e-a7cf-4bdb-ac67-33c04aa710bb tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3675f1ab-6d57-47e3-859e-e380570decc2,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:16.093398 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-827f884e-a7cf-4bdb-ac67-33c04aa710bb tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:16.094593 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-827f884e-a7cf-4bdb-ac67-33c04aa710bb tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2008798 Dec 09 11:31:16.104325 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-ce74861b-d21d-4f2f-9150-09990a12800a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823176 Dec 09 11:31:16.231846 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-819e6911-d6f2-4463-920f-e379dd25332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:16.233487 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-819e6911-d6f2-4463-920f-e379dd25332a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b58906d29d449b7b000444cdb1bdb89&device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 1098 time: 0.0542645 Dec 09 11:31:16.431189 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-eff491ed-4623-4648-9ce4-64b2a1fdec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:16.433770 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-eff491ed-4623-4648-9ce4-64b2a1fdec6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 200 len: 920 time: 0.1704912 Dec 09 11:31:16.509041 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-fc727912-3636-413f-808b-7627b3c9a7e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f HTTP/1.1" status: 200 len: 217 time: 0.0647128 Dec 09 11:31:16.579246 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-5ead6aea-a134-4801-9f91-a059815e141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:16.581003 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-5ead6aea-a134-4801-9f91-a059815e141e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 200 len: 859 time: 0.0637596 Dec 09 11:31:16.620893 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-ac1bd90a-eba0-4f18-835c-341d6e39ee6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=763cb968-a326-4989-b036-296e6a5ecbf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315962 Dec 09 11:31:16.867132 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-066f1c7f-071f-4840-ba1d-f6c5c94a4a87 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336752 Dec 09 11:31:17.040840 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 62d55129-f5f9-4390-a687-3ccd41427803 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:17.049554 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5d1132b9-aae4-4571-9c25-4b78d18d6a25 req-620c1965-007b-403f-acab-2a455af632d1 service neutron] 10.222.0.32 "GET /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509016 Dec 09 11:31:17.239506 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 62d55129-f5f9-4390-a687-3ccd41427803 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:17.242019 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:17.305954 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad7fd8-9581-4edf-b2d4-e31c5d14f7a7 req-be16f6b8-aaee-49a5-a419-a44c7b87df6a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:17.307552 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5ad7fd8-9581-4edf-b2d4-e31c5d14f7a7 req-be16f6b8-aaee-49a5-a419-a44c7b87df6a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1062391 Dec 09 11:31:17.312652 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Sync routers for ids ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:31:17.336747 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Routers {'2bcaa80c-fbd0-4395-862f-dc05aa1e3860'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:17.337620 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:30:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:17.392458 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5ad7fd8-9581-4edf-b2d4-e31c5d14f7a7 req-b6d937a4-4fd6-4094-96c3-a076cc86a0b2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788884 Dec 09 11:31:17.577331 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5a6f4-457f-4488-94f8-90c1cb93b245 req-710aa911-52a3-4ed0-8932-188bd6f823d4 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:17.578951 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7aa5a6f4-457f-4488-94f8-90c1cb93b245 req-710aa911-52a3-4ed0-8932-188bd6f823d4 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.1303561 Dec 09 11:31:17.596940 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Set router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:17.673413 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7aa5a6f4-457f-4488-94f8-90c1cb93b245 req-9c75e08d-0d25-4418-bac4-d9268125b8f4 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837672 Dec 09 11:31:17.690031 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50242) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:17.945096 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'name': 'tempest-TestVolumeBootPattern-1735944031-router', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '62d55129-f5f9-4390-a687-3ccd41427803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:08Z', 'updated_at': '2021-12-09T11:31:13Z', 'revision_number': 4, 'project_id': '75b6786f016442eabdc25c66b016022c', 'gw_port': {'id': '62d55129-f5f9-4390-a687-3ccd41427803', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:09Z', 'updated_at': '2021-12-09T11:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '45c4b81e-12a0-4395-a243-e31e17491c03', 'name': '', 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'mac_address': 'fa:16:3e:95:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:12Z', 'updated_at': '2021-12-09T11:31:13Z', 'revision_number': 2, 'project_id': '75b6786f016442eabdc25c66b016022c', 'subnets': [{'id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:17.972514 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249850b9-9876-443f-b9c9-ec715edee192 tempest-TestMinimumBasicScenario-1453321295 tempest-TestMinimumBasicScenario-1453321295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:17.974948 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-249850b9-9876-443f-b9c9-ec715edee192 tempest-TestMinimumBasicScenario-1453321295 tempest-TestMinimumBasicScenario-1453321295-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1093 time: 0.2819366 Dec 09 11:31:17.978879 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50252) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:17.984331 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'floatingip': {'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'port_id': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:18.069967 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for floatingip, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:18.143272 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Checking router: 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:31:18.144465 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Updating router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 port 45c4b81e-12a0-4395-a243-e31e17491c03 binding host dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:31:18.172725 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:18.214027 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:18.517071 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Publish callbacks [] for port, precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:18.523712 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:18.570447 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dd2ea-4de0-4e9e-9cbc-40236a99f497 req-123e852d-e9e1-482e-8350-8e8b70287a6c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:18.572044 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-529dd2ea-4de0-4e9e-9cbc-40236a99f497 req-123e852d-e9e1-482e-8350-8e8b70287a6c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1044514 Dec 09 11:31:18.594480 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bffec-2346-4a79-ab12-be0cf64f5045 None None] Pushing event updated for resources: {'Port': ['ID=45c4b81e-12a0-4395-a243-e31e17491c03,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:18.631971 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Allocated IP 172.27.0.187 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/6dc8c4b0-b86d-4f08-9693-276106b5d8e0) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:18.657736 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-529dd2ea-4de0-4e9e-9cbc-40236a99f497 req-d901fed6-c76a-4793-b368-0f25bc845da7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770116 Dec 09 11:31:18.669273 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Attempting to bind port 45c4b81e-12a0-4395-a243-e31e17491c03 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:31:18.669549 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Attempting to bind port 45c4b81e-12a0-4395-a243-e31e17491c03 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:31:18.670005 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Attempting to bind port 45c4b81e-12a0-4395-a243-e31e17491c03 on network 6fea91c7-0569-44d7-b6d7-70f48e4e413d {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:18.676116 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:31:18.676422 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Checking segment: {'id': 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:18.676975 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:18.677559 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Bound using segment: {'id': 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:31:18.678266 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Bound port: 45c4b81e-12a0-4395-a243-e31e17491c03, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:31:18.678869 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:18.798261 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:18.807381 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] For port 45c4b81e-12a0-4395-a243-e31e17491c03, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:18.811187 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] For port 45c4b81e-12a0-4395-a243-e31e17491c03, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=45c4b81e-12a0-4395-a243-e31e17491c03,segment=NetworkSegment(a53f702e-fc02-4d6a-ae18-816e99c2dd2e),segment_id=a53f702e-fc02-4d6a-ae18-816e99c2dd2e)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:18.818717 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:18.849755 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:18.884322 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Routers {'2bcaa80c-fbd0-4395-862f-dc05aa1e3860'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:18.884875 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:30:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:18.928769 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:18.937295 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:18.947655 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:19.006544 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'Port': ['ID=6dc8c4b0-b86d-4f08-9693-276106b5d8e0,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:19.039989 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] Set router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:19.250556 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bffec-2346-4a79-ab12-be0cf64f5045 None None] Pushing event updated for resources: {'Port': ['ID=45c4b81e-12a0-4395-a243-e31e17491c03,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:19.331329 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-352d1292-a7e7-43a5-8b3a-f8b89773e44a None None] Provisioning complete for port 45c4b81e-12a0-4395-a243-e31e17491c03 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:19.331736 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-352d1292-a7e7-43a5-8b3a-f8b89773e44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:19.636700 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-352d1292-a7e7-43a5-8b3a-f8b89773e44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:19.670636 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'name': 'tempest-TestVolumeBootPattern-1735944031-router', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '62d55129-f5f9-4390-a687-3ccd41427803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:08Z', 'updated_at': '2021-12-09T11:31:13Z', 'revision_number': 4, 'project_id': '75b6786f016442eabdc25c66b016022c', 'gw_port': {'id': '62d55129-f5f9-4390-a687-3ccd41427803', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:09Z', 'updated_at': '2021-12-09T11:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '45c4b81e-12a0-4395-a243-e31e17491c03', 'name': '', 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'mac_address': 'fa:16:3e:95:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:12Z', 'updated_at': '2021-12-09T11:31:18Z', 'revision_number': 4, 'project_id': '75b6786f016442eabdc25c66b016022c', 'subnets': [{'id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:19.713043 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54ca7d6-95f0-44cc-bcfc-c33ba1151139 None None] The sync data for ids ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'] in dv-cinder-817351-6-iscsi is: [{'id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'name': 'tempest-TestVolumeBootPattern-1735944031-router', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '62d55129-f5f9-4390-a687-3ccd41427803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:08Z', 'updated_at': '2021-12-09T11:31:13Z', 'revision_number': 4, 'project_id': '75b6786f016442eabdc25c66b016022c', 'gw_port': {'id': '62d55129-f5f9-4390-a687-3ccd41427803', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:09Z', 'updated_at': '2021-12-09T11:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '45c4b81e-12a0-4395-a243-e31e17491c03', 'name': '', 'network_id': '6fea91c7-0569-44d7-b6d7-70f48e4e413d', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'mac_address': 'fa:16:3e:95:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:12Z', 'updated_at': '2021-12-09T11:31:18Z', 'revision_number': 4, 'project_id': '75b6786f016442eabdc25c66b016022c', 'subnets': [{'id': '221b6eb5-51bd-46d6-9183-9e04ac21a2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:31:19.728835 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-352d1292-a7e7-43a5-8b3a-f8b89773e44a None None] For port 45c4b81e-12a0-4395-a243-e31e17491c03, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=45c4b81e-12a0-4395-a243-e31e17491c03,segment=NetworkSegment(a53f702e-fc02-4d6a-ae18-816e99c2dd2e),segment_id=a53f702e-fc02-4d6a-ae18-816e99c2dd2e)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:19.737640 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-352d1292-a7e7-43a5-8b3a-f8b89773e44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:19.815457 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d1292-a7e7-43a5-8b3a-f8b89773e44a None None] Pushing event updated for resources: {'Port': ['ID=45c4b81e-12a0-4395-a243-e31e17491c03,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:19.867308 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-68fa5093-1f21-4e3b-b2ec-ec4990991cec None None] Provisioning complete for port 45c4b81e-12a0-4395-a243-e31e17491c03 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:19.867785 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-68fa5093-1f21-4e3b-b2ec-ec4990991cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:19.990386 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453e1bc-59ce-4d69-a4ad-eb2634925dbc req-081581c5-760b-4586-8f48-58116897e2b0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:19.992000 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0453e1bc-59ce-4d69-a4ad-eb2634925dbc req-081581c5-760b-4586-8f48-58116897e2b0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1450818 Dec 09 11:31:20.046225 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:20.115182 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0453e1bc-59ce-4d69-a4ad-eb2634925dbc req-368d289a-18cf-4524-ac0a-c738af6393f9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123405 Dec 09 11:31:20.199254 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:20.411109 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:20.418401 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:20.524474 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:20.595250 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'Port': ['ID=6dc8c4b0-b86d-4f08-9693-276106b5d8e0,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:20.768651 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80572507-c224-4706-a341-eb54650bf01e req-b600defc-6dd8-4d88-ab47-16fcc02a5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:20.773725 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-b600defc-6dd8-4d88-ab47-16fcc02a5b31 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7&tenant_id=d57252b2111940dc8b2df1ba10db9fd6 HTTP/1.1" status: 200 len: 1097 time: 0.1851904 Dec 09 11:31:20.867892 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Floating IP 0b2fde1d-ffe2-4da5-aba9-afef1230791d associated. External IP: 172.27.0.187, port: f181e5c8-659c-45d4-9bb7-f9bffbc974d9. Dec 09 11:31:21.020370 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80572507-c224-4706-a341-eb54650bf01e req-41f28c2d-bb61-49c3-a452-f4ac216ef8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:21.030627 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-41f28c2d-bb61-49c3-a452-f4ac216ef8be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 1097 time: 0.2015004 Dec 09 11:31:21.218858 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 45c4b81e-12a0-4395-a243-e31e17491c03 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:21.399978 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 45c4b81e-12a0-4395-a243-e31e17491c03 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:21.400652 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:21.407872 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80572507-c224-4706-a341-eb54650bf01e req-6efb8f47-d65c-4878-a6a6-6c770927a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:21.409431 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-6efb8f47-d65c-4878-a6a6-6c770927a35b service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 917 time: 0.3721647 Dec 09 11:31:21.483643 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71423b4e-79f4-47a8-a81b-8d0e8339e39d req-79f0a5af-b8cc-4b41-af5c-f07a88229dfb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:21.491735 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-71423b4e-79f4-47a8-a81b-8d0e8339e39d req-79f0a5af-b8cc-4b41-af5c-f07a88229dfb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1951025 Dec 09 11:31:21.530881 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08213717-6d7c-4bd1-b757-8cbaf13d25d6 req-57eb87c9-e526-4103-b60c-0270860a757a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:21.533557 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-08213717-6d7c-4bd1-b757-8cbaf13d25d6 req-57eb87c9-e526-4103-b60c-0270860a757a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.2126477 Dec 09 11:31:21.554878 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-e8b1a349-97c9-4252-9edb-b170c30a83b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac HTTP/1.1" status: 200 len: 1000 time: 0.1369410 Dec 09 11:31:21.615451 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80572507-c224-4706-a341-eb54650bf01e req-266b0b7d-d1c9-4efc-b0c6-fec56604d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:21.617246 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-266b0b7d-d1c9-4efc-b0c6-fec56604d6ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.0512109 Dec 09 11:31:21.658087 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-71423b4e-79f4-47a8-a81b-8d0e8339e39d req-e6218e81-55e7-424d-974a-c0a724028bd4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653242 Dec 09 11:31:21.667276 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80572507-c224-4706-a341-eb54650bf01e req-b7473cb5-b266-4737-b666-7255f9d93aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:21.669039 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-b7473cb5-b266-4737-b666-7255f9d93aaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432484 Dec 09 11:31:21.669768 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Router 3675852e-119c-4e7b-bfd5-9c5c9204db64 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:31:21.673990 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-08213717-6d7c-4bd1-b757-8cbaf13d25d6 req-3d31ed1e-47a3-47cb-866d-6c0542d5d4ca tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986040 Dec 09 11:31:21.798918 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-79429f36-9267-4105-904a-dbb0bff89cc0 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149747 Dec 09 11:31:21.802140 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:31:21.816551 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] Sync routers for ids ['3675852e-119c-4e7b-bfd5-9c5c9204db64'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:31:21.833778 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] Routers {'3675852e-119c-4e7b-bfd5-9c5c9204db64'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:21.834133 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:21.835012 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:30:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['3675852e-119c-4e7b-bfd5-9c5c9204db64'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:21.893233 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-95c5686e-c5e0-48a0-aa55-87d7e2431fbb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9122438 Dec 09 11:31:21.894329 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:31:21.894459 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50304) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:21.899156 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8101c9d8-b0f8-40df-83ca-85bd210acf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:31:21.903322 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589233928', 'description': 'tempest-secgroup-smoke-589233928 description', 'project_id': 'e7aeff5b1f3642388728416bc21f327e'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:21.951453 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33b2138-765a-4501-bd63-3d8c22a52504 x-openstack-request-id: req-c33b2138-765a-4501-bd63-3d8c22a52504 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:31:21.951747 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:31:21.952099 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c33b2138-765a-4501-bd63-3d8c22a52504 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:31:21.952829 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'status': 'completed', 'code': 200} Dec 09 11:31:21.963708 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:21.971283 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] Set router 3675852e-119c-4e7b-bfd5-9c5c9204db64 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:21.993059 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-80572507-c224-4706-a341-eb54650bf01e req-43aeca5a-2eab-4dc5-ba3c-4195b737f5d6 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746628 Dec 09 11:31:22.103675 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.116650 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.154862 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f917d925-f2d8-4946-86c3-88803448a7c4,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:22.160556 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.162226 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2660890 Dec 09 11:31:22.166218 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50308) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:22.170827 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-01535f53-cd23-4eb8-87b2-d414783299e6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'security_group_rule': {'security_group_id': 'f917d925-f2d8-4946-86c3-88803448a7c4', 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:22.177935 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.178529 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.179154 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.179684 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.180249 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.180678 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.180938 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.181308 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.181644 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.182092 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.182310 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.182754 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.183195 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd40869-da6c-4ff1-b2fd-00a9b4930053 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:22.211840 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-01535f53-cd23-4eb8-87b2-d414783299e6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.257569 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:30:01Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '0b2fde1d-ffe2-4da5-aba9-afef1230791d', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'port_id': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'mac_address': 'fa:16:3e:96:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92025255-f1b7-4b64-b4da-877474e9abe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:31:19Z', 'updated_at': '2021-12-09T11:31:19Z', 'revision_number': 0, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f3f050-8717-4adf-af98-4b71f048e966', 'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'mac_address': 'fa:16:3e:5d:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:59Z', 'updated_at': '2021-12-09T11:30:06Z', 'revision_number': 5, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'subnets': [{'id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:22.289395 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] Checking router: 3675852e-119c-4e7b-bfd5-9c5c9204db64 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:31:22.300232 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] Routers {'3675852e-119c-4e7b-bfd5-9c5c9204db64'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:22.301072 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:30:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['3675852e-119c-4e7b-bfd5-9c5c9204db64'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:22.304928 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-01535f53-cd23-4eb8-87b2-d414783299e6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.310623 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-01535f53-cd23-4eb8-87b2-d414783299e6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.356999 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01535f53-cd23-4eb8-87b2-d414783299e6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f386d5-a0aa-471a-941c-303940494397,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:22.368485 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-01535f53-cd23-4eb8-87b2-d414783299e6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.373586 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50314) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:22.374027 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-01535f53-cd23-4eb8-87b2-d414783299e6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2064617 Dec 09 11:31:22.388772 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-f0f1bda9-b6ad-445f-9024-411456688fcb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'security_group_rule': {'security_group_id': 'f917d925-f2d8-4946-86c3-88803448a7c4', 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:22.427451 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f0f1bda9-b6ad-445f-9024-411456688fcb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.485820 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f0f1bda9-b6ad-445f-9024-411456688fcb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.491177 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f0f1bda9-b6ad-445f-9024-411456688fcb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.505142 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] Set router 3675852e-119c-4e7b-bfd5-9c5c9204db64 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:22.542826 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f0f1bda9-b6ad-445f-9024-411456688fcb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.544245 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f0f1bda9-b6ad-445f-9024-411456688fcb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1591215 Dec 09 11:31:22.545782 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1bda9-b6ad-445f-9024-411456688fcb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2572756f-4ed6-41ca-b38e-5e52d532398d,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:22.547387 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50316) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:22.554323 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-7276e134-fe01-45d3-933e-31bac9a9c2b7 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'security_group_rule': {'security_group_id': 'f917d925-f2d8-4946-86c3-88803448a7c4', 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:22.591431 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7276e134-fe01-45d3-933e-31bac9a9c2b7 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.677739 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7276e134-fe01-45d3-933e-31bac9a9c2b7 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.682976 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7276e134-fe01-45d3-933e-31bac9a9c2b7 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.701943 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276e134-fe01-45d3-933e-31bac9a9c2b7 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c382c8-0f65-4809-ac82-e88f605a2cb5,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:22.718298 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7276e134-fe01-45d3-933e-31bac9a9c2b7 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.720191 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-7276e134-fe01-45d3-933e-31bac9a9c2b7 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708226 Dec 09 11:31:22.722916 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50322) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:22.730655 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-78a0b8f0-0331-44dd-9ed6-60f95657d57d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'security_group_rule': {'security_group_id': 'f917d925-f2d8-4946-86c3-88803448a7c4', 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:22.778866 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-78a0b8f0-0331-44dd-9ed6-60f95657d57d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.833867 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:30:01Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '0b2fde1d-ffe2-4da5-aba9-afef1230791d', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'port_id': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'mac_address': 'fa:16:3e:96:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92025255-f1b7-4b64-b4da-877474e9abe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:31:19Z', 'updated_at': '2021-12-09T11:31:19Z', 'revision_number': 0, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f3f050-8717-4adf-af98-4b71f048e966', 'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'mac_address': 'fa:16:3e:5d:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:59Z', 'updated_at': '2021-12-09T11:30:06Z', 'revision_number': 5, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'subnets': [{'id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:22.872356 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0af9cd-7b6c-4c43-9226-d709d5760a55 None None] The sync data for ids ['3675852e-119c-4e7b-bfd5-9c5c9204db64'] in dv-cinder-817351-6-iscsi is: [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:30:01Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '0b2fde1d-ffe2-4da5-aba9-afef1230791d', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'port_id': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'mac_address': 'fa:16:3e:96:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92025255-f1b7-4b64-b4da-877474e9abe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:31:19Z', 'updated_at': '2021-12-09T11:31:19Z', 'revision_number': 0, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f3f050-8717-4adf-af98-4b71f048e966', 'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'mac_address': 'fa:16:3e:5d:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:59Z', 'updated_at': '2021-12-09T11:30:06Z', 'revision_number': 5, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'subnets': [{'id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:31:22.969441 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-78a0b8f0-0331-44dd-9ed6-60f95657d57d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:22.981151 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbe313-1a9c-4a3f-8996-d2209e4aad47 req-ffc19f53-9818-404e-87dd-0a250058f7e8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:22.983152 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-29bbe313-1a9c-4a3f-8996-d2209e4aad47 req-ffc19f53-9818-404e-87dd-0a250058f7e8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1945972 Dec 09 11:31:22.996295 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808db331-fa1e-414b-8ac0-3394f803b542 req-52b97ca9-0a5a-4cd2-9b6a-d18fd7a8d57d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:23.006566 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-808db331-fa1e-414b-8ac0-3394f803b542 req-52b97ca9-0a5a-4cd2-9b6a-d18fd7a8d57d tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.1674712 Dec 09 11:31:23.035748 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-78a0b8f0-0331-44dd-9ed6-60f95657d57d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.103273 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0b8f0-0331-44dd-9ed6-60f95657d57d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53869a1-0950-4eb5-a023-16f20ae13d72,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:23.146555 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-78a0b8f0-0331-44dd-9ed6-60f95657d57d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.148219 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-78a0b8f0-0331-44dd-9ed6-60f95657d57d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4231811 Dec 09 11:31:23.151528 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50328) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:23.158293 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-d079af16-1042-429f-a0e1-d0128270f060 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'security_group_rule': {'security_group_id': 'f917d925-f2d8-4946-86c3-88803448a7c4', 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:23.166683 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-29bbe313-1a9c-4a3f-8996-d2209e4aad47 req-0de988dc-813e-4400-af82-de2cc25398db tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507208 Dec 09 11:31:23.199620 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-808db331-fa1e-414b-8ac0-3394f803b542 req-f16ee227-8095-43e6-b5d5-a5904f179f7b tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917157 Dec 09 11:31:23.224078 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25727b7-655b-4c96-b736-933ac2d3bcde None None] New status for floating IP 0b2fde1d-ffe2-4da5-aba9-afef1230791d: ACTIVE {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:31:23.230593 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.securitygroups_db [None req-d079af16-1042-429f-a0e1-d0128270f060 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Project e7aeff5b1f3642388728416bc21f327e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:31:23.235749 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d079af16-1042-429f-a0e1-d0128270f060 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.305510 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d079af16-1042-429f-a0e1-d0128270f060 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.310106 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d079af16-1042-429f-a0e1-d0128270f060 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.332264 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079af16-1042-429f-a0e1-d0128270f060 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d645499-cf5e-4a95-9873-16a78f0987cd,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:23.338574 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d079af16-1042-429f-a0e1-d0128270f060 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.342403 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d079af16-1042-429f-a0e1-d0128270f060 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1872272 Dec 09 11:31:23.343346 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50332) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:23.349864 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-dd0048f9-ddbc-4642-b561-2d06bd237c45 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'security_group_rule': {'security_group_id': 'f917d925-f2d8-4946-86c3-88803448a7c4', 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:23.431852 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.securitygroups_db [None req-dd0048f9-ddbc-4642-b561-2d06bd237c45 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Project e7aeff5b1f3642388728416bc21f327e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:31:23.448365 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dd0048f9-ddbc-4642-b561-2d06bd237c45 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.539661 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dd0048f9-ddbc-4642-b561-2d06bd237c45 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.543691 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dd0048f9-ddbc-4642-b561-2d06bd237c45 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.558804 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0048f9-ddbc-4642-b561-2d06bd237c45 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d5f2df-cdb5-425b-a4d8-90e689112c93,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:23.570484 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dd0048f9-ddbc-4642-b561-2d06bd237c45 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.574789 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-dd0048f9-ddbc-4642-b561-2d06bd237c45 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2311656 Dec 09 11:31:23.668246 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-18bf9230-10ba-472f-9c73-d84310428be5 req-2dc812da-9db9-4603-a725-7bb42214f0cb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589233928&fields=id&tenant_id=e7aeff5b1f3642388728416bc21f327e HTTP/1.1" status: 200 len: 267 time: 0.0472074 Dec 09 11:31:23.732005 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9230-10ba-472f-9c73-d84310428be5 req-f2180a96-fcbf-422f-953d-16cef18cf1c5 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:23.733769 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-18bf9230-10ba-472f-9c73-d84310428be5 req-f2180a96-fcbf-422f-953d-16cef18cf1c5 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.0578964 Dec 09 11:31:23.748163 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-18bf9230-10ba-472f-9c73-d84310428be5 req-de244dc4-aab6-49ff-955d-ae45f718bbea tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'port': {'security_groups': ['be22f0f4-94e6-42f3-b228-2102d3f61ca2', 'f917d925-f2d8-4946-86c3-88803448a7c4']}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:23.819623 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-18bf9230-10ba-472f-9c73-d84310428be5 req-de244dc4-aab6-49ff-955d-ae45f718bbea tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:23.867675 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-addf91ca-15b1-4947-8640-d195f71332ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:24.332202 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-18bf9230-10ba-472f-9c73-d84310428be5 req-de244dc4-aab6-49ff-955d-ae45f718bbea tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] For port f181e5c8-659c-45d4-9bb7-f9bffbc974d9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:24.367321 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdea0db-7053-4880-afd2-42670dc4db6c req-831c3652-473c-416a-bb3e-05c8c237e111 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:24.369221 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2bdea0db-7053-4880-afd2-42670dc4db6c req-831c3652-473c-416a-bb3e-05c8c237e111 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1061864 Dec 09 11:31:24.397566 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-18bf9230-10ba-472f-9c73-d84310428be5 req-de244dc4-aab6-49ff-955d-ae45f718bbea tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:24.409181 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-18bf9230-10ba-472f-9c73-d84310428be5 req-de244dc4-aab6-49ff-955d-ae45f718bbea tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:24.518672 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9230-10ba-472f-9c73-d84310428be5 req-de244dc4-aab6-49ff-955d-ae45f718bbea tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:24.519976 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-18bf9230-10ba-472f-9c73-d84310428be5 req-de244dc4-aab6-49ff-955d-ae45f718bbea tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for port, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:24.521972 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-18bf9230-10ba-472f-9c73-d84310428be5 req-de244dc4-aab6-49ff-955d-ae45f718bbea tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "PUT /v2.0/ports/f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 981 time: 0.7803004 Dec 09 11:31:24.523301 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:31:24.527095 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877f1bf7-5c33-47ec-a786-f98ceb28f932" -d '{"events": [{"name": "network-changed", "server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:31:24.545180 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2bdea0db-7053-4880-afd2-42670dc4db6c req-972ad42d-8d4a-4632-94c9-0084c1675700 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675355 Dec 09 11:31:24.588093 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de244dc4-aab6-49ff-955d-ae45f718bbea tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'Port': ['ID=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,revision_number=6']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:24.761853 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e911be-67d9-468e-8629-da060255d846 req-7d1945a8-dc72-4fb4-887d-b1bbc22f68c7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:24.763325 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-77e911be-67d9-468e-8629-da060255d846 req-7d1945a8-dc72-4fb4-887d-b1bbc22f68c7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.1545103 Dec 09 11:31:24.777126 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1242ce-62ad-4248-bec1-52fcd5378972 req-a961701e-c4f0-4f82-a303-71fe61e0db81 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:24.779168 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae1242ce-62ad-4248-bec1-52fcd5378972 req-a961701e-c4f0-4f82-a303-71fe61e0db81 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.1036754 Dec 09 11:31:24.787062 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-b28dd00d-13d2-447f-a535-d687fb0d7685 None None] Provisioning complete for port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:24.788750 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b28dd00d-13d2-447f-a535-d687fb0d7685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:24.868086 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-77e911be-67d9-468e-8629-da060255d846 req-e53b9d7d-49ab-445e-b146-718303804566 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878284 Dec 09 11:31:24.908839 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae1242ce-62ad-4248-bec1-52fcd5378972 req-530b6e1a-67f8-4914-aa25-a55c7113df9d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1128290 Dec 09 11:31:24.930518 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb0a16-81dd-453d-91a2-56a0b01e65c3 x-openstack-request-id: req-84fb0a16-81dd-453d-91a2-56a0b01e65c3 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:31:24.930947 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:31:24.931274 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84fb0a16-81dd-453d-91a2-56a0b01e65c3 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:31:24.931693 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'status': 'completed', 'code': 200} Dec 09 11:31:25.469649 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-4c98481a-b895-4e4e-8680-9479ea9e39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:25.471672 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-4c98481a-b895-4e4e-8680-9479ea9e39e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aeff5b1f3642388728416bc21f327e&device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1137 time: 0.0513942 Dec 09 11:31:25.516081 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['f181e5c8-659c-45d4-9bb7-f9bffbc974d9'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:31:25.647140 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-b9912f0e-57ce-4efb-80c1-9c06dece67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:25.651573 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-b9912f0e-57ce-4efb-80c1-9c06dece67b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 200 len: 915 time: 0.1707666 Dec 09 11:31:25.708551 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['f181e5c8-659c-45d4-9bb7-f9bffbc974d9'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:31:25.779294 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fcb14-9d96-42f9-9abe-009430c1a39b req-15bd525b-68cb-4b22-87b5-ccee83b4959a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:25.788062 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bb8fcb14-9d96-42f9-9abe-009430c1a39b req-15bd525b-68cb-4b22-87b5-ccee83b4959a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1182036 Dec 09 11:31:25.863748 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bb8fcb14-9d96-42f9-9abe-009430c1a39b req-7fd96178-18ab-4c15-8967-11297f2e13c6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740554 Dec 09 11:31:26.021994 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfb679-df02-4647-b613-b725de64a086 req-57dfdeac-0557-4d6b-a357-7a3fa37f20e1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:26.023554 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a3cfb679-df02-4647-b613-b725de64a086 req-57dfdeac-0557-4d6b-a357-7a3fa37f20e1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0735431 Dec 09 11:31:26.044041 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-94921da6-b1f7-4883-b457-66e4ce77c708 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 1001 time: 0.3836462 Dec 09 11:31:26.080494 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-14a403d8-3af8-44b6-9a21-6527f0a7e351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:26.081097 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a3cfb679-df02-4647-b613-b725de64a086 req-07d02851-d200-4b09-9a46-17dbfa5a6843 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494659 Dec 09 11:31:26.106611 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-879203bd-5690-4afa-b793-579bd42bc92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:26.108700 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-879203bd-5690-4afa-b793-579bd42bc92d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a0cd09-1860-4bbe-ae71-c1761e2733eb HTTP/1.1" status: 200 len: 853 time: 0.0561514 Dec 09 11:31:26.168747 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-69940355-20e6-4b68-9c8e-4d4e9f85d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:26.170500 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-69940355-20e6-4b68-9c8e-4d4e9f85d09f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18c645dc-cda4-4ca4-b189-415be1a306b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517950 Dec 09 11:31:26.276004 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-ef80da45-4737-402e-a2cd-2098ab73cf25 service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945971 Dec 09 11:31:26.379748 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8101c9d8-b0f8-40df-83ca-85bd210acf9c req-0c3d430e-b112-486b-a663-27d54cac134d service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929017 Dec 09 11:31:26.519877 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-91ae5914-defe-4585-b932-ef3da1f5f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:26.521649 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-91ae5914-defe-4585-b932-ef3da1f5f9ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aeff5b1f3642388728416bc21f327e&device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1137 time: 0.0538015 Dec 09 11:31:26.667687 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-a0ca805f-3e3c-4f64-bafd-ef1a13d2ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:26.670264 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-a0ca805f-3e3c-4f64-bafd-ef1a13d2ce36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 200 len: 915 time: 0.1310337 Dec 09 11:31:26.778863 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-4afe045b-8f1c-4350-82bc-57ade98fb4c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 1001 time: 0.0953412 Dec 09 11:31:26.851761 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-611663a0-e358-4eb4-b251-e09f383060dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:26.853688 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-611663a0-e358-4eb4-b251-e09f383060dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a0cd09-1860-4bbe-ae71-c1761e2733eb HTTP/1.1" status: 200 len: 853 time: 0.0668828 Dec 09 11:31:26.913194 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-446ef5c8-0a6a-4e1d-abf6-cc32735d6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:26.916056 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-446ef5c8-0a6a-4e1d-abf6-cc32735d6b78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18c645dc-cda4-4ca4-b189-415be1a306b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528567 Dec 09 11:31:26.957650 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:27.044788 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-b4b829aa-0462-4a90-bfae-878a53705fd3 service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154699 Dec 09 11:31:27.073876 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f058af7-538f-49d1-be59-05e4668ec437 req-3215bdac-7029-4c73-91ee-7a1673198225 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:27.084207 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f058af7-538f-49d1-be59-05e4668ec437 req-3215bdac-7029-4c73-91ee-7a1673198225 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0831106 Dec 09 11:31:27.185336 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-877f1bf7-5c33-47ec-a786-f98ceb28f932 req-7f88abba-3852-4e79-9eb9-b6ad5596b1ca service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312332 Dec 09 11:31:27.193894 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f058af7-538f-49d1-be59-05e4668ec437 req-f012d0f4-1303-47ca-a674-ba0872f90eb8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084571 Dec 09 11:31:27.289431 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78665a20-d2f5-47db-9a3f-d8ba34c936dd req-ef843b48-6168-4d44-9313-04e7b2040751 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:27.291115 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78665a20-d2f5-47db-9a3f-d8ba34c936dd req-ef843b48-6168-4d44-9313-04e7b2040751 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.0782731 Dec 09 11:31:27.347388 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78665a20-d2f5-47db-9a3f-d8ba34c936dd req-bb565dfc-ca34-4a34-810b-0edb79d16529 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484774 Dec 09 11:31:28.070504 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9930379-03a1-4166-8b90-c634a396ff8e req-26f585df-fb74-48ef-a4c1-e94aecce95e1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:28.074955 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d9930379-03a1-4166-8b90-c634a396ff8e req-26f585df-fb74-48ef-a4c1-e94aecce95e1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.1182623 Dec 09 11:31:28.249530 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-d9930379-03a1-4166-8b90-c634a396ff8e req-524ca24e-b197-41be-bfbe-3c60b6da1149 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Deleting port fbbc482d-8752-4b62-b72b-364a66483217 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:31:28.249971 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-d9930379-03a1-4166-8b90-c634a396ff8e req-524ca24e-b197-41be-bfbe-3c60b6da1149 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:28.360722 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491552f2-eaf6-410d-a3f9-76eb2e67459f req-ce9da302-27c6-4c15-8d38-0419116fdf13 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:28.399325 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-491552f2-eaf6-410d-a3f9-76eb2e67459f req-ce9da302-27c6-4c15-8d38-0419116fdf13 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0937622 Dec 09 11:31:28.409776 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-d9930379-03a1-4166-8b90-c634a396ff8e req-524ca24e-b197-41be-bfbe-3c60b6da1149 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] For port fbbc482d-8752-4b62-b72b-364a66483217, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=fbbc482d-8752-4b62-b72b-364a66483217,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:28.411953 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-d9930379-03a1-4166-8b90-c634a396ff8e req-524ca24e-b197-41be-bfbe-3c60b6da1149 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:28.437810 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-d9930379-03a1-4166-8b90-c634a396ff8e req-524ca24e-b197-41be-bfbe-3c60b6da1149 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Calling delete_port for fbbc482d-8752-4b62-b72b-364a66483217 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:31:28.520435 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-491552f2-eaf6-410d-a3f9-76eb2e67459f req-39e2f242-1335-4f8e-8adc-69c65b53a6bb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181777 Dec 09 11:31:28.627529 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:28.636630 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a706c3-976a-4a65-a189-111ee44a5be3 req-b6f978cd-7d99-4e5c-a8e4-67611f778968 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:28.643893 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0a706c3-976a-4a65-a189-111ee44a5be3 req-b6f978cd-7d99-4e5c-a8e4-67611f778968 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=f52d5a72-f459-4d7f-96cc-e55d468036be HTTP/1.1" status: 200 len: 946 time: 0.1338184 Dec 09 11:31:28.685275 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-d9930379-03a1-4166-8b90-c634a396ff8e req-524ca24e-b197-41be-bfbe-3c60b6da1149 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:28.717466 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ca24e-b197-41be-bfbe-3c60b6da1149 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Pushing event deleted for resources: {'Port': ['ID=fbbc482d-8752-4b62-b72b-364a66483217,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:28.718952 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0a706c3-976a-4a65-a189-111ee44a5be3 req-8e561e65-bcd8-4c5b-9185-45d60dc7caa7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565023 Dec 09 11:31:28.727124 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['89bed58f-7ef1-4744-b138-17d1d5a4267f', 'fbbc482d-8752-4b62-b72b-364a66483217'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:31:28.766347 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9930379-03a1-4166-8b90-c634a396ff8e req-524ca24e-b197-41be-bfbe-3c60b6da1149 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] No DVR routers for this DVR port fbbc482d-8752-4b62-b72b-364a66483217 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:31:28.769308 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-d9930379-03a1-4166-8b90-c634a396ff8e req-524ca24e-b197-41be-bfbe-3c60b6da1149 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:28.773890 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d9930379-03a1-4166-8b90-c634a396ff8e req-524ca24e-b197-41be-bfbe-3c60b6da1149 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.32 "DELETE /v2.0/ports/fbbc482d-8752-4b62-b72b-364a66483217 HTTP/1.1" status: 204 len: 173 time: 0.6837788 Dec 09 11:31:28.774859 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52d5a72-f459-4d7f-96cc-e55d468036be', 'name': 'network-vif-deleted', 'tag': 'fbbc482d-8752-4b62-b72b-364a66483217'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:31:28.777790 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43cc57c-0386-4f1d-92ae-abf99035ebbb" -d '{"events": [{"server_uuid": "f52d5a72-f459-4d7f-96cc-e55d468036be", "name": "network-vif-deleted", "tag": "fbbc482d-8752-4b62-b72b-364a66483217"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:31:28.847193 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b2c123-bc6c-4829-8f0c-9a13ca9b1005 x-openstack-request-id: req-31b2c123-bc6c-4829-8f0c-9a13ca9b1005 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:31:28.847682 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52d5a72-f459-4d7f-96cc-e55d468036be", "name": "network-vif-deleted", "tag": "fbbc482d-8752-4b62-b72b-364a66483217", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:31:28.847991 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31b2c123-bc6c-4829-8f0c-9a13ca9b1005 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:31:28.848441 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52d5a72-f459-4d7f-96cc-e55d468036be', 'name': 'network-vif-deleted', 'tag': 'fbbc482d-8752-4b62-b72b-364a66483217', 'status': 'completed', 'code': 200} Dec 09 11:31:29.610370 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:29.724465 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953ae76-f96b-42a9-9ad9-f4907637394a req-49349ba4-28da-439c-8e42-98025ff2eeb5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:29.726498 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1953ae76-f96b-42a9-9ad9-f4907637394a req-49349ba4-28da-439c-8e42-98025ff2eeb5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0776153 Dec 09 11:31:29.802393 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1953ae76-f96b-42a9-9ad9-f4907637394a req-9f267456-70eb-460a-aa5a-f8dbb23085f6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668011 Dec 09 11:31:30.057408 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35f248-f5fc-4a74-9005-74e493f8d37f req-5332c2b8-69a9-439b-aefe-3996e865bc25 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:30.059155 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2b35f248-f5fc-4a74-9005-74e493f8d37f req-5332c2b8-69a9-439b-aefe-3996e865bc25 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0543363 Dec 09 11:31:30.114750 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2b35f248-f5fc-4a74-9005-74e493f8d37f req-3b40c944-4d44-47fe-b937-68654982fc6a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483415 Dec 09 11:31:30.950434 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73920f28-e05f-497d-86c3-8cd51f3cd723 req-b4f2183b-d208-4eb3-bedb-e1adda721cc3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:30.952118 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-73920f28-e05f-497d-86c3-8cd51f3cd723 req-b4f2183b-d208-4eb3-bedb-e1adda721cc3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0695088 Dec 09 11:31:31.012985 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-73920f28-e05f-497d-86c3-8cd51f3cd723 req-69e8f741-39f3-4204-b82c-c1b0f47daeba tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518739 Dec 09 11:31:31.235769 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a111f3-5ce6-4fd1-a4ff-2162d6c5556f req-cb39ea7c-0a07-4c5e-9e59-30dfb525d011 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:31.239166 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06a111f3-5ce6-4fd1-a4ff-2162d6c5556f req-cb39ea7c-0a07-4c5e-9e59-30dfb525d011 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0529637 Dec 09 11:31:31.288520 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06a111f3-5ce6-4fd1-a4ff-2162d6c5556f req-0bceac1c-0acc-4e1a-8ad4-f43d23ad35a8 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452528 Dec 09 11:31:31.357090 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device fbbc482d-8752-4b62-b72b-364a66483217 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:31:31.378411 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: fbbc482d-8752-4b62-b72b-364a66483217 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:31:31.380204 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device fbbc482d-8752-4b62-b72b-364a66483217 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:31:32.157465 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04534f2b-a57a-4391-8771-39386559e62c req-acee0878-8a1e-4f9e-a49a-43089d42b3e9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:32.159247 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-04534f2b-a57a-4391-8771-39386559e62c req-acee0878-8a1e-4f9e-a49a-43089d42b3e9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0677249 Dec 09 11:31:32.210842 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-04534f2b-a57a-4391-8771-39386559e62c req-1fb0ee3e-93b2-43ab-afba-5bade4399434 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451140 Dec 09 11:31:32.418127 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd005-1c20-4b93-8298-5ea07db91750 req-60a80710-567a-41a9-a10f-391c38ec75f1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:32.419731 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ec6fd005-1c20-4b93-8298-5ea07db91750 req-60a80710-567a-41a9-a10f-391c38ec75f1 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0526750 Dec 09 11:31:32.468829 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ec6fd005-1c20-4b93-8298-5ea07db91750 req-615281b3-f546-4d19-b019-e4d3ad8029c5 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Dec 09 11:31:33.335395 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b1f5c-8c3f-4697-b207-1c3a12d2d75d req-f8d07368-c69d-4af1-b089-c41fadcc73e5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:33.336946 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5e4b1f5c-8c3f-4697-b207-1c3a12d2d75d req-f8d07368-c69d-4af1-b089-c41fadcc73e5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0523672 Dec 09 11:31:33.407609 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5e4b1f5c-8c3f-4697-b207-1c3a12d2d75d req-fb716a3a-a124-47e6-a7f7-aed616226949 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643992 Dec 09 11:31:33.615450 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442297b1-3830-4532-938f-b19915af6455 req-f85774cb-bcba-4c41-b830-d90a9c180ab7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:33.617563 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-442297b1-3830-4532-938f-b19915af6455 req-f85774cb-bcba-4c41-b830-d90a9c180ab7 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0696349 Dec 09 11:31:33.687755 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-442297b1-3830-4532-938f-b19915af6455 req-2314f388-0b8e-4d3b-af93-967d688fb64a tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632086 Dec 09 11:31:34.537661 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c7b02-324e-41db-9750-70532ab25695 req-81eb133e-6934-46aa-ad8e-5c386e5cf80a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:34.543253 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c27c7b02-324e-41db-9750-70532ab25695 req-81eb133e-6934-46aa-ad8e-5c386e5cf80a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0589092 Dec 09 11:31:34.589439 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c27c7b02-324e-41db-9750-70532ab25695 req-4c154bc1-3712-40d2-b202-b2d460882855 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Dec 09 11:31:34.853768 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e766152-5a4f-4340-b736-99c16ee09e34 req-ab0659b1-9f1a-489c-a2a1-955c8d95d526 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:34.856026 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7e766152-5a4f-4340-b736-99c16ee09e34 req-ab0659b1-9f1a-489c-a2a1-955c8d95d526 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0691082 Dec 09 11:31:34.917043 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7e766152-5a4f-4340-b736-99c16ee09e34 req-2003ef55-c490-475e-bdda-ab4a07de8cd2 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549121 Dec 09 11:31:35.717348 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8dd2d-aa1c-430c-85a9-5d5e56716f1e req-ed4e51f5-5541-451d-9aaa-54278a7a9fc1 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:35.718880 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9dc8dd2d-aa1c-430c-85a9-5d5e56716f1e req-ed4e51f5-5541-451d-9aaa-54278a7a9fc1 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0513229 Dec 09 11:31:35.770812 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9dc8dd2d-aa1c-430c-85a9-5d5e56716f1e req-c255836e-7f9c-480a-9279-972bc52fb299 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 Dec 09 11:31:36.041985 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2902df-c4db-432b-9075-607b7b5c8405 req-9d894cc9-a75a-4422-bc11-6f64b1657283 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:36.043793 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ff2902df-c4db-432b-9075-607b7b5c8405 req-9d894cc9-a75a-4422-bc11-6f64b1657283 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0552397 Dec 09 11:31:36.100338 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ff2902df-c4db-432b-9075-607b7b5c8405 req-531116c5-541b-4e5e-b20d-99125e257645 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/security-groups?id=abfa7ce6-eb03-4698-939c-380dd1ceb02b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502367 Dec 09 11:31:36.164884 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-490c304f-81aa-4168-af3a-1dff5863fe62 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:36.166763 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-490c304f-81aa-4168-af3a-1dff5863fe62 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.32 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 945 time: 0.0651135 Dec 09 11:31:36.275518 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-c8e56a97-0376-41d9-99a4-43c3a0551f5f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Deleting port 89bed58f-7ef1-4744-b138-17d1d5a4267f {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:31:36.275871 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-c8e56a97-0376-41d9-99a4-43c3a0551f5f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:36.377142 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-c8e56a97-0376-41d9-99a4-43c3a0551f5f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] For port 89bed58f-7ef1-4744-b138-17d1d5a4267f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=89bed58f-7ef1-4744-b138-17d1d5a4267f,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:36.377526 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-c8e56a97-0376-41d9-99a4-43c3a0551f5f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:36.392693 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-c8e56a97-0376-41d9-99a4-43c3a0551f5f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Calling delete_port for 89bed58f-7ef1-4744-b138-17d1d5a4267f owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:31:36.528841 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-c8e56a97-0376-41d9-99a4-43c3a0551f5f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:36.562649 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e56a97-0376-41d9-99a4-43c3a0551f5f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Pushing event deleted for resources: {'Port': ['ID=89bed58f-7ef1-4744-b138-17d1d5a4267f,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:36.570220 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['89bed58f-7ef1-4744-b138-17d1d5a4267f'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:31:36.605262 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-c8e56a97-0376-41d9-99a4-43c3a0551f5f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] No DVR routers for this DVR port 89bed58f-7ef1-4744-b138-17d1d5a4267f on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:31:36.608379 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-c8e56a97-0376-41d9-99a4-43c3a0551f5f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:36.611693 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2ac664d9-f70e-46d0-b8ae-e232895b3129 req-c8e56a97-0376-41d9-99a4-43c3a0551f5f tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.32 "DELETE /v2.0/ports/89bed58f-7ef1-4744-b138-17d1d5a4267f HTTP/1.1" status: 204 len: 173 time: 0.4377236 Dec 09 11:31:36.612150 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fd2e96-ec4b-43a8-8786-c2dea90843bd', 'name': 'network-vif-deleted', 'tag': '89bed58f-7ef1-4744-b138-17d1d5a4267f'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:31:36.615203 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade4ee9c-03a5-4864-8d3b-c6a7b3ad453f" -d '{"events": [{"server_uuid": "62fd2e96-ec4b-43a8-8786-c2dea90843bd", "name": "network-vif-deleted", "tag": "89bed58f-7ef1-4744-b138-17d1d5a4267f"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:31:36.678319 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a1de50-ad7a-4c39-92d5-0fd7aede750c x-openstack-request-id: req-b5a1de50-ad7a-4c39-92d5-0fd7aede750c {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:31:36.678842 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fd2e96-ec4b-43a8-8786-c2dea90843bd", "name": "network-vif-deleted", "tag": "89bed58f-7ef1-4744-b138-17d1d5a4267f", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:31:36.679105 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5a1de50-ad7a-4c39-92d5-0fd7aede750c {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:31:36.679534 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fd2e96-ec4b-43a8-8786-c2dea90843bd', 'name': 'network-vif-deleted', 'tag': '89bed58f-7ef1-4744-b138-17d1d5a4267f', 'status': 'completed', 'code': 200} Dec 09 11:31:36.922442 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbb9b0-cb86-4953-9a5e-d9a7d3169b78 req-c5e0167d-ed11-4186-bb7d-f8dc1ff83a2d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:36.924191 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dabbb9b0-cb86-4953-9a5e-d9a7d3169b78 req-c5e0167d-ed11-4186-bb7d-f8dc1ff83a2d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0728309 Dec 09 11:31:36.995715 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dabbb9b0-cb86-4953-9a5e-d9a7d3169b78 req-338e1cac-85aa-4147-b21a-993a2ca3748a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645220 Dec 09 11:31:37.287928 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8d2a7b80-60bd-424f-8362-c97692263b83 req-1d074353-850c-448c-9866-b12517cd3664 tempest-ServerRescueNegativeTestJSON-1049678227 tempest-ServerRescueNegativeTestJSON-1049678227-project] 10.222.0.30 "GET /v2.0/ports?device_id=62fd2e96-ec4b-43a8-8786-c2dea90843bd HTTP/1.1" status: 200 len: 210 time: 0.0629711 Dec 09 11:31:38.139069 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299a02d-a72a-4e05-8fa2-5e74d34319f9 req-bd13a8a7-8b75-461f-9508-f9257ee93834 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:38.141031 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2299a02d-a72a-4e05-8fa2-5e74d34319f9 req-bd13a8a7-8b75-461f-9508-f9257ee93834 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0603175 Dec 09 11:31:38.211185 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2299a02d-a72a-4e05-8fa2-5e74d34319f9 req-e887f324-e385-48c4-852f-c513b36611d9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620749 Dec 09 11:31:38.363098 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50538) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:39.060949 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531025'] for router_interface, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:39.428102 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 89bed58f-7ef1-4744-b138-17d1d5a4267f no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:31:39.468047 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 89bed58f-7ef1-4744-b138-17d1d5a4267f {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:31:39.468669 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 89bed58f-7ef1-4744-b138-17d1d5a4267f not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:31:39.470073 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db0557-3129-406a-b16f-a026a800cfbc req-6bf444ab-a2ce-440f-8fb1-5ed118401dfc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:39.471735 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c1db0557-3129-406a-b16f-a026a800cfbc req-6bf444ab-a2ce-440f-8fb1-5ed118401dfc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1265109 Dec 09 11:31:39.605887 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c1db0557-3129-406a-b16f-a026a800cfbc req-0f132612-f06c-44d1-9fee-a796be0ad84b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273537 Dec 09 11:31:39.622922 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] Deleting port ef0f898c-b844-4db4-95a3-d711d4d5f2b2 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:31:39.623295 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:39.842198 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] For port ef0f898c-b844-4db4-95a3-d711d4d5f2b2, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=ef0f898c-b844-4db4-95a3-d711d4d5f2b2,segment=NetworkSegment(e1c50bb6-3897-4c74-bb94-0daf6c3af398),segment_id=e1c50bb6-3897-4c74-bb94-0daf6c3af398)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:39.842756 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:39.875433 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] Calling delete_port for ef0f898c-b844-4db4-95a3-d711d4d5f2b2 owned by network:router_interface {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:31:40.614168 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:40.650068 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0f898c-b844-4db4-95a3-d711d4d5f2b2,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:40.962507 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42c1c1-c4b7-4620-80d6-c91f535fa03f req-691c9819-20d8-4746-a95e-2b71af7a3083 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:40.973564 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6d42c1c1-c4b7-4620-80d6-c91f535fa03f req-691c9819-20d8-4746-a95e-2b71af7a3083 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1284294 Dec 09 11:31:41.048337 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531005'] for router_interface, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:41.140305 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6d42c1c1-c4b7-4620-80d6-c91f535fa03f req-aeeb8b14-5a65-41b7-9fd1-0f7d9fad04b9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634693 Dec 09 11:31:41.453608 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] Router cd51c3f7-8cdd-4517-9775-db19d79ead88 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:31:41.621158 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:31:41.631005 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50558) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:41.631484 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-65bec3c8-4617-4a8d-a246-e013af13cdd5 admin admin] 10.222.0.30 "PUT /v2.0/routers/cd51c3f7-8cdd-4517-9775-db19d79ead88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2661343 Dec 09 11:31:41.648959 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] Sync routers for ids ['cd51c3f7-8cdd-4517-9775-db19d79ead88'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:31:41.674818 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] Routers {'cd51c3f7-8cdd-4517-9775-db19d79ead88'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:41.676231 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['cd51c3f7-8cdd-4517-9775-db19d79ead88'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:41.751633 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Publish callbacks [] for router, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:41.794374 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] Set router cd51c3f7-8cdd-4517-9775-db19d79ead88 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:41.873189 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:41.955883 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Deleting port 974a68c1-490c-4aa2-af84-5469d37f125c {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:31:41.956301 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:42.048636 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] For port 974a68c1-490c-4aa2-af84-5469d37f125c, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=974a68c1-490c-4aa2-af84-5469d37f125c,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:42.049255 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:42.067234 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Calling delete_port for 974a68c1-490c-4aa2-af84-5469d37f125c owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:31:42.243934 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-router', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:06Z', 'updated_at': '2021-12-09T11:31:40Z', 'revision_number': 5, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'gw_port': {'id': '974a68c1-490c-4aa2-af84-5469d37f125c', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:07Z', 'updated_at': '2021-12-09T11:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:42.310448 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:42.314303 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] Checking router: cd51c3f7-8cdd-4517-9775-db19d79ead88 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:31:42.334277 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] Routers {'cd51c3f7-8cdd-4517-9775-db19d79ead88'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:42.335183 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['cd51c3f7-8cdd-4517-9775-db19d79ead88'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:42.392218 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Pushing event deleted for resources: {'Port': ['ID=974a68c1-490c-4aa2-af84-5469d37f125c,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:42.425705 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9de07-5ec4-46c5-8c0b-4c8ae59ea864 req-4ee90cd8-197d-43e0-8cc2-b6b6b852e548 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:42.428443 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bef9de07-5ec4-46c5-8c0b-4c8ae59ea864 req-4ee90cd8-197d-43e0-8cc2-b6b6b852e548 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1413925 Dec 09 11:31:42.457678 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] Set router cd51c3f7-8cdd-4517-9775-db19d79ead88 gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:42.517853 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bef9de07-5ec4-46c5-8c0b-4c8ae59ea864 req-664b9842-87f8-4d61-90c3-b61503f552e7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833769 Dec 09 11:31:42.531872 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032607'] for router_gateway, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:42.552465 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-router', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:06Z', 'updated_at': '2021-12-09T11:31:42Z', 'revision_number': 7, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'gw_port_host': None}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:42.630980 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bae28-8c14-4469-9cc0-e46a9d09ba25 None None] The sync data for ids ['cd51c3f7-8cdd-4517-9775-db19d79ead88'] in dv-cinder-817351-6-iscsi is: [{'id': 'cd51c3f7-8cdd-4517-9775-db19d79ead88', 'name': 'tempest-ServerRescueNegativeTestJSON-1462821941-router', 'tenant_id': '0b58906d29d449b7b000444cdb1bdb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:06Z', 'updated_at': '2021-12-09T11:31:42Z', 'revision_number': 7, 'project_id': '0b58906d29d449b7b000444cdb1bdb89', 'gw_port_host': None}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:31:42.747619 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:42.750786 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:42.904695 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528950'] for router, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:42.905443 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd51c3f7-8cdd-4517-9775-db19d79ead88 {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:31:42.916918 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:42.923444 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50584) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:42.928063 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f3e6761a-77a8-4551-b0d3-ab58dcf32186 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cd51c3f7-8cdd-4517-9775-db19d79ead88 HTTP/1.1" status: 204 len: 168 time: 1.2967644 Dec 09 11:31:42.979600 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-f949f1cb-5752-42eb-8a80-180cf51b1db1 admin admin] Deleting subnet 2dbbe239-8a95-46fb-b7b3-df21c0eb24ac {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:31:42.983030 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f949f1cb-5752-42eb-8a80-180cf51b1db1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.095216 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f949f1cb-5752-42eb-8a80-180cf51b1db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11771959'] for subnet, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.218253 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f949f1cb-5752-42eb-8a80-180cf51b1db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.226553 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device ef0f898c-b844-4db4-95a3-d711d4d5f2b2 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:31:43.270737 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: ef0f898c-b844-4db4-95a3-d711d4d5f2b2 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:31:43.271176 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device ef0f898c-b844-4db4-95a3-d711d4d5f2b2 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:31:43.305707 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f949f1cb-5752-42eb-8a80-180cf51b1db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11986384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11701277'] for subnet, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.340757 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949f1cb-5752-42eb-8a80-180cf51b1db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbbe239-8a95-46fb-b7b3-df21c0eb24ac,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:43.343303 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f949f1cb-5752-42eb-8a80-180cf51b1db1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.348286 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f949f1cb-5752-42eb-8a80-180cf51b1db1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2dbbe239-8a95-46fb-b7b3-df21c0eb24ac HTTP/1.1" status: 204 len: 168 time: 0.4228425 Dec 09 11:31:43.350766 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50594) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:43.489633 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.590948 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.615053 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763cb968-a326-4989-b036-296e6a5ecbf3']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:43.626599 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c50bb6-3897-4c74-bb94-0daf6c3af398') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:43.627124 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c50bb6-3897-4c74-bb94-0daf6c3af398') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:43.652079 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.703989 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.716487 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:31:43.716487 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:31:43.718294 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:31:43.785891 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4b02a-e531-4667-a444-603ca820c568 req-8c3095c0-389b-4d4e-9ab5-d240d0d78dfe tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:43.787678 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bbe4b02a-e531-4667-a444-603ca820c568 req-8c3095c0-389b-4d4e-9ab5-d240d0d78dfe tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1378553 Dec 09 11:31:43.817015 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.841193 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:43.847609 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] 10.222.0.30 "DELETE /v2.0/networks/763cb968-a326-4989-b036-296e6a5ecbf3 HTTP/1.1" status: 204 len: 168 time: 0.4940991 Dec 09 11:31:43.883535 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0083d-7a84-4019-b471-650b153849ab admin admin] Pushing event deleted for resources: {'Network': ['ID=763cb968-a326-4989-b036-296e6a5ecbf3,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:43.941611 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bbe4b02a-e531-4667-a444-603ca820c568 req-35e47542-ab93-4a3b-ac8d-ecb47fd2d58d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402397 Dec 09 11:31:44.197925 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50638) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:44.272792 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-25565bd3-5bc9-4620-9ad8-1ce53dc3903a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b58906d29d449b7b000444cdb1bdb89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0714066 Dec 09 11:31:44.273355 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50640) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:44.358334 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4b3fae77-edea-4962-b443-f712b86f7176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:44.394685 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4b3fae77-edea-4962-b443-f712b86f7176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:44.457901 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4b3fae77-edea-4962-b443-f712b86f7176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:44.461506 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4b3fae77-edea-4962-b443-f712b86f7176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:44.463052 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4b3fae77-edea-4962-b443-f712b86f7176 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abfa7ce6-eb03-4698-939c-380dd1ceb02b HTTP/1.1" status: 204 len: 168 time: 0.1886144 Dec 09 11:31:44.480705 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fae77-edea-4962-b443-f712b86f7176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfa7ce6-eb03-4698-939c-380dd1ceb02b,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:44.969221 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 974a68c1-490c-4aa2-af84-5469d37f125c no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:31:45.178412 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02230-28e4-493d-9360-a7006314971b req-e5c67d1b-cd77-4089-8c0e-b6670a448efa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:45.186044 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dcc02230-28e4-493d-9360-a7006314971b req-e5c67d1b-cd77-4089-8c0e-b6670a448efa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0731366 Dec 09 11:31:45.204641 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 974a68c1-490c-4aa2-af84-5469d37f125c {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:31:45.205662 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 974a68c1-490c-4aa2-af84-5469d37f125c not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:31:45.259677 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dcc02230-28e4-493d-9360-a7006314971b req-39528d4d-10c2-47cd-b8f8-12fb6102e363 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725656 Dec 09 11:31:45.545943 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50710) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:45.652276 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1008747257-network', 'tenant_id': 'fd51be8dbb9047efa0ae76ebae6178c8'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:45.679304 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Made reservation on behalf of fd51be8dbb9047efa0ae76ebae6178c8 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:31:45.681645 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:45.691326 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:45.782609 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:45.786577 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:45.810650 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:31:45.825947 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7620a3ba-bf72-4248-8226-6a655db425eb,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:45.833083 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:45.833595 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Added segment 29822c72-e9e9-4934-a46d-6cc851af5056 of type vlan for network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f Dec 09 11:31:45.879438 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:45.911272 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:45.912631 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:45.913389 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:45.952058 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4048734 Dec 09 11:31:45.954945 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50714) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:45.960042 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Request body: {'subnet': {'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1008747257-subnet', 'tenant_id': 'fd51be8dbb9047efa0ae76ebae6178c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:45.999183 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Made reservation on behalf of fd51be8dbb9047efa0ae76ebae6178c8 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:31:46.001757 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388610'] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.033707 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1a22b-7b3d-44fc-8bf0-49061c661775 admin admin] Pushing event updated for resources: {'Network': ['ID=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:46.052742 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:31:46.056661 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.160675 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50720) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:46.207482 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Deleting subnet 4f563f46-7b83-4fca-87ed-4fcfcb33d97e {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:31:46.211208 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.228832 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12023208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388968'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.250982 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11771959'] for subnet, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.294273 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.303706 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b62b309-458f-4f00-83f8-97186fa3e3a1,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:46.350408 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Checking segment: {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:46.350797 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Network hostable DHCP agents. Network: 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:31:46.394596 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:31:46.405215 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:46.410725 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:46.411488 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.415429 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11986384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11701277'] for subnet, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.417922 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b2dde-3d31-4c9e-b12d-e5f3afe366f8 None None] Network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:31:46.435262 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee778a1-06eb-4bbd-b4c0-72a4afab2141 req-1db7a2c7-79e1-4f48-bf5a-67eb9b9b0121 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:46.437254 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1ee778a1-06eb-4bbd-b4c0-72a4afab2141 req-1db7a2c7-79e1-4f48-bf5a-67eb9b9b0121 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1105785 Dec 09 11:31:46.444874 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5653b067-0646-4cfc-94d6-5599a7b8fb7a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4886358 Dec 09 11:31:46.500169 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.507078 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50728) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:46.507577 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4f563f46-7b83-4fca-87ed-4fcfcb33d97e HTTP/1.1" status: 204 len: 168 time: 0.3456814 Dec 09 11:31:46.515188 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f563f46-7b83-4fca-87ed-4fcfcb33d97e,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:46.538898 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.539538 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.539897 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.549307 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.551214 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.551897 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.552471 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.552978 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.553511 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.554008 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.554545 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.555062 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.555574 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d409b7a-eb14-4b37-87f7-2dbe3febb874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:46.604222 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.605922 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1ee778a1-06eb-4bbd-b4c0-72a4afab2141 req-6ce8f1f1-c47d-4adf-a423-ed3cd5ff8389 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139388 Dec 09 11:31:46.618174 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb23a9c6-6846-40de-8d18-6744ad72c3f6 None None] Network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:31:46.753035 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.785251 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62885e48-033f-4733-837b-2a59952e0d7c']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:46.797621 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02ac22c-b95d-4742-9792-d7a8757f13f1') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:46.798004 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02ac22c-b95d-4742-9792-d7a8757f13f1') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:46.824732 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8556168'] for segment, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.842721 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.849665 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:31:46.850141 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12023057'] for segment, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: Traceback (most recent call last): Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: timer() Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: cb(*args, **kw) Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: return func(*args, **kwargs) Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: self._notify() Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: self.callback(batched_events) Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: event.method(event) Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: return f(self, *a, **k) Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._get(url).json() Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:31:46.851925 dv-cinder-817351-6-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:31:46.926938 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.947798 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:46.951645 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] 10.222.0.30 "DELETE /v2.0/networks/62885e48-033f-4733-837b-2a59952e0d7c HTTP/1.1" status: 204 len: 168 time: 0.4429696 Dec 09 11:31:46.962934 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9ac66-91f3-4a86-9fbd-8418aa3d51dc admin admin] Pushing event deleted for resources: {'Network': ['ID=62885e48-033f-4733-837b-2a59952e0d7c,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:47.096079 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50744) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:47.142314 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8a9425a3-e450-4d5f-9d16-e9df4a8f0c07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f1f9d85be844857a56e44438f3a71d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442562 Dec 09 11:31:47.144961 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50746) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:47.200273 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0f47b272-f6cb-426f-adaa-6f7b18e3159e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:47.229617 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0f47b272-f6cb-426f-adaa-6f7b18e3159e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:47.282905 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0f47b272-f6cb-426f-adaa-6f7b18e3159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:47.286421 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0f47b272-f6cb-426f-adaa-6f7b18e3159e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:47.287625 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0f47b272-f6cb-426f-adaa-6f7b18e3159e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9dbb760-8460-420a-87ed-c23778b52f1d HTTP/1.1" status: 204 len: 168 time: 0.1417642 Dec 09 11:31:47.307872 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47b272-f6cb-426f-adaa-6f7b18e3159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dbb760-8460-420a-87ed-c23778b52f1d,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:47.759304 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c062c8-cf5c-4844-9902-11eb978edab6 req-fd62e214-745c-43af-807e-2ae5de0d8a06 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:47.760935 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c1c062c8-cf5c-4844-9902-11eb978edab6 req-fd62e214-745c-43af-807e-2ae5de0d8a06 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0678236 Dec 09 11:31:47.813303 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c1c062c8-cf5c-4844-9902-11eb978edab6 req-8011c93e-8341-4bc5-a6b7-7ba03ec25f2f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453653 Dec 09 11:31:48.084565 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50772) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:48.221650 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1377148032-network', 'tenant_id': '707b930438344b1bb852cbd384067a3f'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:48.246473 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Made reservation on behalf of 707b930438344b1bb852cbd384067a3f for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:31:48.249324 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:48.260553 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:48.361843 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:48.368240 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:48.397756 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:31:48.415553 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207131b5-98f2-41e0-a166-d4102dd00b9c,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:48.421215 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:48.421551 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Added segment 9b023048-76ff-406d-bd87-a0aef46be5c4 of type vlan for network 27ded0f4-6cc3-4487-80f0-f35de59ea038 Dec 09 11:31:48.470415 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:48.496899 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-1c182ed1-842c-442b-88af-98edf1661529 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934460153&fields=id&tenant_id=ab8d9bf6fa784722be531cfeff896ac4 HTTP/1.1" status: 200 len: 267 time: 0.0553603 Dec 09 11:31:48.520238 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:48.521259 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:48.521956 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:48.594715 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5088820 Dec 09 11:31:48.597550 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50790) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:48.604186 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Request body: {'subnet': {'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1377148032-subnet', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:48.610757 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc0974-265d-4f43-adec-5cc6c088cd01 admin admin] Pushing event updated for resources: {'Network': ['ID=27ded0f4-6cc3-4487-80f0-f35de59ea038,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:48.624382 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 27ded0f4-6cc3-4487-80f0-f35de59ea038 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:31:48.643408 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Made reservation on behalf of 707b930438344b1bb852cbd384067a3f for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:31:48.646968 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388610'] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:48.669697 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-995f88da-fd48-4ab1-9649-2cedb5b029c8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:48.691207 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-995f88da-fd48-4ab1-9649-2cedb5b029c8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 812 time: 0.1720238 Dec 09 11:31:48.704763 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-a241e3e6-5b1c-4d8a-b8db-fe7c069e639e tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/quotas/ab8d9bf6fa784722be531cfeff896ac4 HTTP/1.1" status: 200 len: 375 time: 0.0119498 Dec 09 11:31:48.784081 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-7ac981b2-0fb4-46aa-a577-f7ac77891019 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668306 Dec 09 11:31:48.881733 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12023208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388968'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:48.919705 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-5fd60c64-aaa4-41d0-955c-8170406a31cf service neutron] 10.222.0.30 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282187 Dec 09 11:31:48.944702 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b983b13-7d0f-4349-ac36-cae7f90c5f82,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:48.967964 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Checking segment: {'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:48.968509 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Network hostable DHCP agents. Network: 27ded0f4-6cc3-4487-80f0-f35de59ea038, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:31:48.987247 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Network 27ded0f4-6cc3-4487-80f0-f35de59ea038 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:31:48.999927 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:31:49.001144 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 27ded0f4-6cc3-4487-80f0-f35de59ea038) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:49.006197 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:49.007446 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.011892 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64da047-29b1-461d-aa55-8bb71a525c1c None None] Network 27ded0f4-6cc3-4487-80f0-f35de59ea038 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:31:49.030563 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-962b8cc5-ede3-4419-89cb-ea2d475609a9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4318538 Dec 09 11:31:49.031277 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50794) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:49.036113 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:49.082620 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-31bc94cd-7312-4c95-8939-a24964ac2006 service neutron] 10.222.0.30 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545973 Dec 09 11:31:49.092608 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-477'] for router, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.093805 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1041188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-470'] for router, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.123141 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d22fdf4-49db-53c2-8d14-2eba624b742b-27ded0f4-6cc3-4487-80f0-f35de59ea038', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'project_id': '707b930438344b1bb852cbd384067a3f', 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82'}]}} from dv-cinder-817351-6-iscsi. {{(pid=102510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:31:49.124241 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.162165 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.302720 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Allocated IP 172.20.0.2 (27ded0f4-6cc3-4487-80f0-f35de59ea038/4b983b13-7d0f-4349-ac36-cae7f90c5f82/c1b21e04-e93b-4e53-92ff-2e10c4587352) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:49.337539 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.499042 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Publish callbacks [] for port, precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.509215 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.538243 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Network 27ded0f4-6cc3-4487-80f0-f35de59ea038 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:49.541410 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-5227166d-ae27-488b-bc16-fa3929549f5a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:49.541619 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:49.542096 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-5227166d-ae27-488b-bc16-fa3929549f5a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 815 time: 0.1878495 Dec 09 11:31:49.571234 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:49.571951 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-6d32dab2-83fb-4776-a91b-343c66e15382 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/quotas/fd51be8dbb9047efa0ae76ebae6178c8 HTTP/1.1" status: 200 len: 375 time: 0.0133455 Dec 09 11:31:49.625181 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Pushing event updated for resources: {'Port': ['ID=c1b21e04-e93b-4e53-92ff-2e10c4587352,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:49.632119 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-d9ffdfc2-2a79-438c-8eca-f831f8080219 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419376 Dec 09 11:31:49.684091 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18d903-a08e-4ad5-b788-f21dadb2b6a1 req-14e6ee05-ff02-4b52-ae5e-d51aaf7466ea tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:49.685238 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Attempting to bind port c1b21e04-e93b-4e53-92ff-2e10c4587352 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:31:49.685829 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Attempting to bind port c1b21e04-e93b-4e53-92ff-2e10c4587352 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:31:49.686327 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Attempting to bind port c1b21e04-e93b-4e53-92ff-2e10c4587352 on network 27ded0f4-6cc3-4487-80f0-f35de59ea038 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:49.695009 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6a18d903-a08e-4ad5-b788-f21dadb2b6a1 req-14e6ee05-ff02-4b52-ae5e-d51aaf7466ea tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1504667 Dec 09 11:31:49.695237 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:31:49.696242 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Checking segment: {'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:49.696722 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.697335 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Bound using segment: {'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:31:49.698035 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Bound port: c1b21e04-e93b-4e53-92ff-2e10c4587352, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:31:49.698907 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.810163 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6a18d903-a08e-4ad5-b788-f21dadb2b6a1 req-b50ca433-c4a1-46c1-bc19-372bde6484ec tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138914 Dec 09 11:31:49.826030 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] For port c1b21e04-e93b-4e53-92ff-2e10c4587352, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:49.830808 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] For port c1b21e04-e93b-4e53-92ff-2e10c4587352, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=c1b21e04-e93b-4e53-92ff-2e10c4587352,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:49.842204 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.872417 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.884675 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-1bc1c920-732f-43bb-be1a-75414042270f service neutron] 10.222.0.30 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358668 Dec 09 11:31:49.894529 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:49.927344 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74417c1f-43db-4a4d-9aed-ba96d10cd474 None None] Pushing event updated for resources: {'Port': ['ID=c1b21e04-e93b-4e53-92ff-2e10c4587352,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:49.994149 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-51393714-a738-4a40-bdae-cf9a2d552070 req-b3286075-5107-437d-9b52-798e7c8a71f8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 210 time: 0.0870907 Dec 09 11:31:50.048086 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-67de1428-6996-401e-b0d3-0d1c6dad4a7b service neutron] 10.222.0.30 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560190 Dec 09 11:31:50.074881 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Allocated IP 172.27.0.144 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/a4ed8379-a2a2-46c5-9e70-a9e89a80e25e) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:50.253684 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:50.327518 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:50.363431 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-423e9191-5af3-48f7-b199-511e6197c6ee req-87f6b1b3-5e85-4bae-938c-de5f28c6c4df tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 210 time: 0.0655909 Dec 09 11:31:50.378725 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:50.382277 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:50.387836 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ed8379-a2a2-46c5-9e70-a9e89a80e25e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:50.395296 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:50.697966 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:50.981546 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699'] for router, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:51.079759 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b80ea-dbf2-42b4-859e-4e3779c06bc4 req-2f770d76-5693-493b-a925-a6dd0701739e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:51.083012 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5b2b80ea-dbf2-42b4-859e-4e3779c06bc4 req-2f770d76-5693-493b-a925-a6dd0701739e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1286604 Dec 09 11:31:51.111996 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device c1b21e04-e93b-4e53-92ff-2e10c4587352 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:51.118276 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-6dd4a526-0f2a-4a6d-a4e6-596865736ca8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:51.120251 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-6dd4a526-0f2a-4a6d-a4e6-596865736ca8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 812 time: 0.2244480 Dec 09 11:31:51.208996 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-48e728d1-888c-4b19-88a8-7e732c994907 req-d0f04cd1-4843-4ca7-b4f7-94bcee1b4dc1 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 210 time: 0.0639133 Dec 09 11:31:51.250150 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port c1b21e04-e93b-4e53-92ff-2e10c4587352 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:51.251680 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:51.262599 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5b2b80ea-dbf2-42b4-859e-4e3779c06bc4 req-ade8155b-d603-412d-8422-a1df93ac8b5d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715326 Dec 09 11:31:51.291797 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-c7fcb5b1-e670-4d13-9cd2-8811f0262cbe tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8d9bf6fa784722be531cfeff896ac4 HTTP/1.1" status: 200 len: 380 time: 0.1436687 Dec 09 11:31:51.295332 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a4d43-59c1-4633-9525-f71c15520780 None None] Network 27ded0f4-6cc3-4487-80f0-f35de59ea038 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:31:51.310765 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'port': {'device_id': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'admin_state_up': True, 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'security_groups': ['cd02bb1a-627c-4944-ae49-6e802abe4230']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:51.366442 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Router e98c9fea-5757-4d58-b8e3-1445ce37beaa is scheduled to L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:31:51.375915 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-8ec11fd9-6a2a-4b0b-81c6-d9ae4d9e7377 None None] Provisioning complete for port c1b21e04-e93b-4e53-92ff-2e10c4587352 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:51.376372 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8ec11fd9-6a2a-4b0b-81c6-d9ae4d9e7377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:51.478399 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cbe83ff2-8e30-4c1e-b748-30e66a390b2f req-0c0d8c04-5ded-4ba4-9a16-26d586f9f68b tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 210 time: 0.0313866 Dec 09 11:31:51.493856 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:51.532908 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:31:51.551733 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Made reservation on behalf of ab8d9bf6fa784722be531cfeff896ac4 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:31:51.556086 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:51.564754 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8ec11fd9-6a2a-4b0b-81c6-d9ae4d9e7377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:51.569886 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Sync routers for ids ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:31:51.572177 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:51.576096 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2cc7fff8-65f3-4d9a-93f2-a266f4fda6d2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5412691 Dec 09 11:31:51.576642 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50838) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:51.603549 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port c1b21e04-e93b-4e53-92ff-2e10c4587352, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=c1b21e04-e93b-4e53-92ff-2e10c4587352,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:51.625495 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:51.695589 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Routers {'e98c9fea-5757-4d58-b8e3-1445ce37beaa'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:51.696205 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:51.780462 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.db.api [None req-8ec11fd9-6a2a-4b0b-81c6-d9ae4d9e7377 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102510) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 11:31:51.780792 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG oslo_db.api [None req-8ec11fd9-6a2a-4b0b-81c6-d9ae4d9e7377 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 11:31:51.997268 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=c1b21e04-e93b-4e53-92ff-2e10c4587352,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:52.038962 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Set router e98c9fea-5757-4d58-b8e3-1445ce37beaa gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:52.177582 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Allocated IP 172.20.0.8 (4389fc57-064a-4f7b-9555-79ad61a5db84/4ba79d24-a7db-4309-8c16-e9f8e4fcf409/882002ab-420f-47ae-bec0-ff5c614d2963) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:52.225106 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-52f338e0-f971-43e3-b706-32e841d5c30b tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:52.226572 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-52f338e0-f971-43e3-b706-32e841d5c30b tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 815 time: 0.4769948 Dec 09 11:31:52.265861 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Request body: {'port': {'device_id': '8cd7bd66-e40d-484f-a8ba-0f37307f869f', 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f', 'admin_state_up': True, 'tenant_id': 'fd51be8dbb9047efa0ae76ebae6178c8'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:52.322673 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6c2d0b2c-2478-4bdb-89be-99a8bf97a3d2 req-75044e39-84b6-42fa-93fe-c234c6d78486 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 210 time: 0.0397277 Dec 09 11:31:52.342729 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:50Z', 'revision_number': 3, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:52.373353 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Checking router: e98c9fea-5757-4d58-b8e3-1445ce37beaa for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:31:52.373706 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Updating router e98c9fea-5757-4d58-b8e3-1445ce37beaa port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e binding host dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:31:52.403699 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:52.427444 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f98e-a13e-4cbc-b71c-07b9fd5127c0 req-b094e7a8-c03f-4f62-813f-2662c5cda957 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:52.435065 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3ed1f98e-a13e-4cbc-b71c-07b9fd5127c0 req-b094e7a8-c03f-4f62-813f-2662c5cda957 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0647218 Dec 09 11:31:52.490487 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3ed1f98e-a13e-4cbc-b71c-07b9fd5127c0 req-2abb96fd-7b0f-4eb3-9a20-c7d7a9af7e0c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545683 Dec 09 11:31:52.541102 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-e39ce714-481c-4e8f-bcf3-34c670a87c6d None None] Provisioning complete for port c1b21e04-e93b-4e53-92ff-2e10c4587352 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:52.541582 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e39ce714-481c-4e8f-bcf3-34c670a87c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:52.597598 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Made reservation on behalf of fd51be8dbb9047efa0ae76ebae6178c8 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:31:52.602767 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:52.609421 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1c926f7a-3577-45a6-bb96-5cd0290d1713 req-320ac0e1-49ce-4ccf-b1db-6f8bcbb8fa24 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 210 time: 0.0363977 Dec 09 11:31:52.611558 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:52.791085 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:52.805764 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Publish callbacks [] for port, precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:52.812129 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:52.865102 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:52.871179 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Attempting to bind port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:31:52.871560 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Attempting to bind port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:31:52.871932 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Attempting to bind port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e on network e7fed231-2d46-4983-baf1-5f45b5e5c94a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:52.877296 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Pushing event updated for resources: {'Port': ['ID=a4ed8379-a2a2-46c5-9e70-a9e89a80e25e,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:52.878874 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:52.881018 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:31:52.881413 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:52.881831 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:52.882219 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Bound using segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:31:52.882837 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Bound port: a4ed8379-a2a2-46c5-9e70-a9e89a80e25e, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:31:52.883323 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:52.889980 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.890368 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.890820 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.891089 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.891419 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.891760 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.892125 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.892516 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.892729 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.893078 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.893430 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.893953 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.894315 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:31:52.901199 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Allocated IP 172.20.0.2 (3d2c1a55-3659-4bcb-bd31-0c9c0767e79f/6b62b309-458f-4f00-83f8-97186fa3e3a1/b422237c-6403-456d-91f4-4a41ba91abb0) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:52.911406 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:52.918170 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'Port': ['ID=882002ab-420f-47ae-bec0-ff5c614d2963,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:52.977679 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] For port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:52.983245 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] For port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=a4ed8379-a2a2-46c5-9e70-a9e89a80e25e,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:52.989605 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.011508 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:53.012283 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.033946 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device c1b21e04-e93b-4e53-92ff-2e10c4587352 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:53.063307 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.088065 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8db49e3e-f4f1-4049-b423-76504da0c031 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7831879 Dec 09 11:31:53.095199 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Routers {'e98c9fea-5757-4d58-b8e3-1445ce37beaa'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:53.095840 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:53.101936 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de93c2-aa66-4fe4-bac1-c0b2353145ac None None] Pushing event updated for resources: {'Port': ['ID=a4ed8379-a2a2-46c5-9e70-a9e89a80e25e,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:53.117022 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Request body: {'port': {'device_id': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:53.220019 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-67cc74ca-2b12-4365-821f-d87416cbe15e None None] Provisioning complete for port 882002ab-420f-47ae-bec0-ff5c614d2963 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:53.220019 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-67cc74ca-2b12-4365-821f-d87416cbe15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.266650 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port c1b21e04-e93b-4e53-92ff-2e10c4587352 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:53.266957 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.279935 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] Set router e98c9fea-5757-4d58-b8e3-1445ce37beaa gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:53.287391 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.324438 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-67cc74ca-2b12-4365-821f-d87416cbe15e None None] Port 882002ab-420f-47ae-bec0-ff5c614d2963 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:31:53.360894 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.456783 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd41a9c-1997-401c-8c0a-1f715ed927ec req-ae91c179-1f45-4d89-a38e-65dfba735000 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:53.464801 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9cd41a9c-1997-401c-8c0a-1f715ed927ec req-ae91c179-1f45-4d89-a38e-65dfba735000 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 931 time: 0.0624547 Dec 09 11:31:53.525872 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Allocated IP 172.20.0.1 (27ded0f4-6cc3-4487-80f0-f35de59ea038/4b983b13-7d0f-4349-ac36-cae7f90c5f82/0081697f-29af-4da0-a13f-205b39160e37) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:53.538127 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9cd41a9c-1997-401c-8c0a-1f715ed927ec req-c2553cc9-0f11-42cb-aabf-8107b5ee13bf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668817 Dec 09 11:31:53.556494 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:50Z', 'revision_number': 3, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:53.587586 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5eac6-e79c-44f5-ada0-b07f39968549 None None] The sync data for ids ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'] in dv-cinder-817351-6-iscsi is: [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:50Z', 'revision_number': 3, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:31:53.589466 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.644867 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c6a9c-2bd9-4fed-b0b7-5bb0ddd75723 req-e59b683f-b032-468e-9b19-91b7eeed12e9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:53.646431 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-368c6a9c-2bd9-4fed-b0b7-5bb0ddd75723 req-e59b683f-b032-468e-9b19-91b7eeed12e9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0661917 Dec 09 11:31:53.672838 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:53.705867 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:53.715505 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:53.719496 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-368c6a9c-2bd9-4fed-b0b7-5bb0ddd75723 req-11cfca3c-a22d-4b4e-a1b4-2813e95f13c2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638938 Dec 09 11:31:53.759737 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Pushing event updated for resources: {'Port': ['ID=b422237c-6403-456d-91f4-4a41ba91abb0,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:53.768189 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e543-d9d6-4118-ba78-4116581210b2 req-db31b460-49c2-4000-8701-f5352850dba6 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:53.770681 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e533e543-d9d6-4118-ba78-4116581210b2 req-db31b460-49c2-4000-8701-f5352850dba6 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 931 time: 0.0699110 Dec 09 11:31:53.826625 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e533e543-d9d6-4118-ba78-4116581210b2 req-92437570-bf40-4bd1-bc7e-9df755ce9a5e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500629 Dec 09 11:31:53.831764 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:53.832780 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.906570 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a01f15d6-ee16-4c17-aaba-0052ff88e80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.924280 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-0336ee39-3439-4a82-a34d-515209f2adb3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6624455 Dec 09 11:31:53.929167 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:53.938932 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882002ab-420f-47ae-bec0-ff5c614d2963 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:31:53.955801 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Request body: {'port': {'device_id': '8cd7bd66-e40d-484f-a8ba-0f37307f869f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:53.961692 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.007235 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Transition to ACTIVE for port object 882002ab-420f-47ae-bec0-ff5c614d2963 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:31:54.017733 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.080309 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.099007 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.148228 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Pushing event updated for resources: {'Port': ['ID=882002ab-420f-47ae-bec0-ff5c614d2963,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:54.164853 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Network 27ded0f4-6cc3-4487-80f0-f35de59ea038 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:54.206279 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:54.241330 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:31:54.329372 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Pushing event updated for resources: {'Port': ['ID=0081697f-29af-4da0-a13f-205b39160e37,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:54.384292 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032484'] for router_interface, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.476965 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-b1b0af6b-6a08-48b2-90e3-54c826d6eb54 None None] Provisioning complete for port 0081697f-29af-4da0-a13f-205b39160e37 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:54.477245 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b1b0af6b-6a08-48b2-90e3-54c826d6eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.482843 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Attempting to bind port 882002ab-420f-47ae-bec0-ff5c614d2963 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:31:54.483115 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Attempting to bind port 882002ab-420f-47ae-bec0-ff5c614d2963 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:31:54.483442 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Attempting to bind port 882002ab-420f-47ae-bec0-ff5c614d2963 on network 4389fc57-064a-4f7b-9555-79ad61a5db84 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:54.506573 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Port 882002ab-420f-47ae-bec0-ff5c614d2963 on network 4389fc57-064a-4f7b-9555-79ad61a5db84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:31:54.506931 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Attempting to bind port 882002ab-420f-47ae-bec0-ff5c614d2963 on network 4389fc57-064a-4f7b-9555-79ad61a5db84 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:54.518031 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0af6b-6a08-48b2-90e3-54c826d6eb54 None None] Port 0081697f-29af-4da0-a13f-205b39160e37 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:31:54.524156 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:31:54.524521 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Checking segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:54.524908 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Bound using segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:31:54.525356 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Bound port: 882002ab-420f-47ae-bec0-ff5c614d2963, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:31:54.525714 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.664292 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66791499-ef24-4aaf-9946-d0886f5b2593 req-400e1677-6ad2-4f62-96e2-fea2a790425a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:54.665976 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-66791499-ef24-4aaf-9946-d0886f5b2593 req-400e1677-6ad2-4f62-96e2-fea2a790425a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 943 time: 0.0652204 Dec 09 11:31:54.718179 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b422237c-6403-456d-91f4-4a41ba91abb0 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:31:54.722543 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.723178 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-66791499-ef24-4aaf-9946-d0886f5b2593 req-73cded1a-4143-4479-97a6-4b17ea17bdd1 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499294 Dec 09 11:31:54.729662 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.738806 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] For port 882002ab-420f-47ae-bec0-ff5c614d2963, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:54.758340 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] For port 882002ab-420f-47ae-bec0-ff5c614d2963, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=882002ab-420f-47ae-bec0-ff5c614d2963,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:54.790817 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.793098 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Transition to ACTIVE for port object b422237c-6403-456d-91f4-4a41ba91abb0 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:31:54.806183 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.858111 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:54.858742 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:54.860135 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] 10.222.0.32 "PUT /v2.0/ports/882002ab-420f-47ae-bec0-ff5c614d2963 HTTP/1.1" status: 200 len: 1093 time: 1.7474277 Dec 09 11:31:54.861790 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'tag': '882002ab-420f-47ae-bec0-ff5c614d2963'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:31:54.864342 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665d2db6-e5fa-4618-9b64-3136b74353e2" -d '{"events": [{"name": "network-changed", "server_uuid": "46b3935f-9c3a-44a6-9c75-4c0b27b38b2f", "tag": "882002ab-420f-47ae-bec0-ff5c614d2963"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:31:54.868409 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fd1c0-3aae-4df7-9525-f594cb5479ee req-6664a31e-d270-4216-923e-1bc0d5b19b09 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:54.870978 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9d1fd1c0-3aae-4df7-9525-f594cb5479ee req-6664a31e-d270-4216-923e-1bc0d5b19b09 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0689607 Dec 09 11:31:54.959603 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bdac4-45b1-4fee-98b7-c09255172880 service neutron] Pushing event updated for resources: {'Port': ['ID=882002ab-420f-47ae-bec0-ff5c614d2963,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:54.995572 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9d1fd1c0-3aae-4df7-9525-f594cb5479ee req-efab6a23-ca71-4837-b4de-45cb4327aa95 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082830 Dec 09 11:31:55.031173 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f67c8-728a-4a80-b4f3-607e438a4303 req-566e187b-3c7a-46c6-b4df-87469cc6b7a8 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:55.033492 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-588f67c8-728a-4a80-b4f3-607e438a4303 req-566e187b-3c7a-46c6-b4df-87469cc6b7a8 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 943 time: 0.0816984 Dec 09 11:31:55.120111 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device a4ed8379-a2a2-46c5-9e70-a9e89a80e25e up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:55.143993 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-588f67c8-728a-4a80-b4f3-607e438a4303 req-3e9d020f-1c5a-4c09-964f-1862ffd835a5 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031828 Dec 09 11:31:55.310308 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fb3271-db90-4e89-8365-019752e41a99 x-openstack-request-id: req-95fb3271-db90-4e89-8365-019752e41a99 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:31:55.310543 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b3935f-9c3a-44a6-9c75-4c0b27b38b2f", "tag": "882002ab-420f-47ae-bec0-ff5c614d2963", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:31:55.310852 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95fb3271-db90-4e89-8365-019752e41a99 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:31:55.311253 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'tag': '882002ab-420f-47ae-bec0-ff5c614d2963', 'status': 'completed', 'code': 200} Dec 09 11:31:55.325806 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:55.326182 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:55.395005 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b422237c-6403-456d-91f4-4a41ba91abb0,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:55.407739 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:55.419228 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-fa355e7e-e17e-4614-a52f-6ee1fdb27105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:55.420728 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-fa355e7e-e17e-4614-a52f-6ee1fdb27105 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 1096 time: 0.4708760 Dec 09 11:31:55.430073 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=a4ed8379-a2a2-46c5-9e70-a9e89a80e25e,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:55.434868 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:55.485989 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=a4ed8379-a2a2-46c5-9e70-a9e89a80e25e,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:55.489764 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-c1b424f5-a722-49ee-839a-2f16cbdb2674 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882002ab-420f-47ae-bec0-ff5c614d2963 HTTP/1.1" status: 200 len: 217 time: 0.0501859 Dec 09 11:31:55.494955 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Attempting to bind port b422237c-6403-456d-91f4-4a41ba91abb0 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:31:55.495291 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Attempting to bind port b422237c-6403-456d-91f4-4a41ba91abb0 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:31:55.495617 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Attempting to bind port b422237c-6403-456d-91f4-4a41ba91abb0 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:55.501028 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:55.514370 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:55.516460 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Port b422237c-6403-456d-91f4-4a41ba91abb0 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:31:55.516780 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Attempting to bind port b422237c-6403-456d-91f4-4a41ba91abb0 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:55.584408 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:31:55.584751 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Checking segment: {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:55.585139 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Bound using segment: {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:31:55.585583 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Bound port: b422237c-6403-456d-91f4-4a41ba91abb0, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:31:55.585933 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:55.647517 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Pushing event updated for resources: {'Port': ['ID=0081697f-29af-4da0-a13f-205b39160e37,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:55.650568 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-c9947f5f-5a5b-4ffa-af64-b73bd3a8d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:55.652479 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-c9947f5f-5a5b-4ffa-af64-b73bd3a8d883 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.1472297 Dec 09 11:31:55.662417 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531124'] for router_interface, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:55.764244 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] For port b422237c-6403-456d-91f4-4a41ba91abb0, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:55.770940 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] For port b422237c-6403-456d-91f4-4a41ba91abb0, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b422237c-6403-456d-91f4-4a41ba91abb0,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:55.781231 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:55.813812 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8e4c0322-9374-4349-80a9-af2c4e833368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:55.815417 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-8e4c0322-9374-4349-80a9-af2c4e833368 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1542532 Dec 09 11:31:55.847254 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:55.847800 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:55.849249 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b422237c-6403-456d-91f4-4a41ba91abb0 HTTP/1.1" status: 200 len: 1093 time: 1.9036403 Dec 09 11:31:55.855476 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617af1b0-72c7-47ae-b9e9-a846bfdd3ab2 req-d1d5c45f-0d98-4f37-932c-f534eb85669e tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:55.856963 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-617af1b0-72c7-47ae-b9e9-a846bfdd3ab2 req-d1d5c45f-0d98-4f37-932c-f534eb85669e tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 943 time: 0.0556340 Dec 09 11:31:55.916058 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-617af1b0-72c7-47ae-b9e9-a846bfdd3ab2 req-b372dc75-d122-49b7-b01b-ae0a3feea0be tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522494 Dec 09 11:31:55.939813 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fcb51-b70c-4a75-a508-3b7f265885f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b422237c-6403-456d-91f4-4a41ba91abb0,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:55.962366 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Network 27ded0f4-6cc3-4487-80f0-f35de59ea038 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:31:55.970382 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:56.047480 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-95ff1f7b-d9a0-4c4d-81ca-acb2aac24ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:56.049150 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-95ff1f7b-d9a0-4c4d-81ca-acb2aac24ba4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 1096 time: 0.1291752 Dec 09 11:31:56.053028 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3bf9becf-4f78-4c6c-b0d1-04c26b91f805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:56.058072 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-90c89377-66ce-4e96-a3bc-52add7396ad6 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278454 Dec 09 11:31:56.143495 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478e0fb-4048-4985-9457-9a55c3965c26 req-f5a37310-25ef-40e1-a645-f541cfed61fe tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:56.145796 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a478e0fb-4048-4985-9457-9a55c3965c26 req-f5a37310-25ef-40e1-a645-f541cfed61fe tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.0568700 Dec 09 11:31:56.161957 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-a40fdfbc-e82a-4705-989d-0a628cce0bc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b422237c-6403-456d-91f4-4a41ba91abb0 HTTP/1.1" status: 200 len: 217 time: 0.0610349 Dec 09 11:31:56.206773 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a478e0fb-4048-4985-9457-9a55c3965c26 req-0a88d74a-7358-4873-a3cd-3d24a7b5afc5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544329 Dec 09 11:31:56.249165 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-a7375986-0cad-4fa9-8662-b2edf72661af None None] Provisioning complete for port 0081697f-29af-4da0-a13f-205b39160e37 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:56.249165 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a7375986-0cad-4fa9-8662-b2edf72661af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:56.266228 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Router e98c9fea-5757-4d58-b8e3-1445ce37beaa has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:31:56.274398 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52be91a-9607-42bf-a5dc-87436d54ef98 req-dc584555-8589-4420-8504-bdca0421fe3c tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:56.278200 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c52be91a-9607-42bf-a5dc-87436d54ef98 req-dc584555-8589-4420-8504-bdca0421fe3c tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 943 time: 0.0564761 Dec 09 11:31:56.279422 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-37c700aa-e63c-417f-aadd-2153ff3a9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:56.280896 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-37c700aa-e63c-417f-aadd-2153ff3a9d32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b62b309-458f-4f00-83f8-97186fa3e3a1 HTTP/1.1" status: 200 len: 855 time: 0.0914876 Dec 09 11:31:56.295013 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-a7375986-0cad-4fa9-8662-b2edf72661af None None] Port 0081697f-29af-4da0-a13f-205b39160e37 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:31:56.318611 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9b1925ea-a198-4bca-b6b3-45baf1ebb22f req-171273f9-872f-4a0e-bfa0-fec27d229200 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112141 Dec 09 11:31:56.322051 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-071c73ef-9c09-4f7c-b733-c0429c290c0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329506 Dec 09 11:31:56.335392 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c52be91a-9607-42bf-a5dc-87436d54ef98 req-86f1ed44-9c41-462e-b837-6e409ff89209 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 Dec 09 11:31:56.522997 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:31:56.526537 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-99333ba1-095f-44bd-8911-6bd3dbf9ceb4 service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715949 Dec 09 11:31:56.530067 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-c8dd8154-a076-4dc0-a74f-c933268387ef admin admin] 10.222.0.30 "PUT /v2.0/routers/e98c9fea-5757-4d58-b8e3-1445ce37beaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9523659 Dec 09 11:31:56.531564 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Sync routers for ids ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:31:56.543804 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-36a36cd4-05a2-4cd2-9ad5-84fb514bef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:56.544087 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Routers {'e98c9fea-5757-4d58-b8e3-1445ce37beaa'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:56.544768 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:56.545222 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-36a36cd4-05a2-4cd2-9ad5-84fb514bef3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 1096 time: 0.0991588 Dec 09 11:31:56.664893 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Set router e98c9fea-5757-4d58-b8e3-1445ce37beaa gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:56.699534 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5caedf7e-3b5e-492c-9080-91b6c9913d28 req-a46787a1-7770-4e59-9ee8-1d34a8db3d66 service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656063 Dec 09 11:31:56.709200 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-93511952-3b6f-4e75-a57d-905a5c6ab608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:56.711007 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-93511952-3b6f-4e75-a57d-905a5c6ab608 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 913 time: 0.1548100 Dec 09 11:31:56.774964 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-e2bcbc97-2edc-42b0-904f-2b69a1d77242 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882002ab-420f-47ae-bec0-ff5c614d2963 HTTP/1.1" status: 200 len: 217 time: 0.0491257 Dec 09 11:31:56.841456 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-bdcffc2c-dfb8-44bf-a093-c8d88c75fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:56.843039 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-bdcffc2c-dfb8-44bf-a093-c8d88c75fb0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0498469 Dec 09 11:31:56.883467 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:54Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '0081697f-29af-4da0-a13f-205b39160e37', 'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'mac_address': 'fa:16:3e:57:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:53Z', 'updated_at': '2021-12-09T11:31:54Z', 'revision_number': 2, 'project_id': '707b930438344b1bb852cbd384067a3f', 'subnets': [{'id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:56.914136 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-23dc598b-061d-4773-988c-e3f56c53c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:56.916136 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-23dc598b-061d-4773-988c-e3f56c53c9d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647197 Dec 09 11:31:56.920226 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Checking router: e98c9fea-5757-4d58-b8e3-1445ce37beaa for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:31:56.920768 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Updating router e98c9fea-5757-4d58-b8e3-1445ce37beaa port 0081697f-29af-4da0-a13f-205b39160e37 binding host dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:31:56.991366 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.000588 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.100581 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-6f2af77b-78bb-4188-bf04-deee2727a092 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736350 Dec 09 11:31:57.103258 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device a4ed8379-a2a2-46c5-9e70-a9e89a80e25e up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:57.187239 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:57.188006 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.205218 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50904) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:57.216523 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-563193653-network', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:57.252125 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Made reservation on behalf of 3ed4ef723d824bd4b589f3db9921e453 for: {'network': 1} {{(pid=102509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:31:57.256122 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.267867 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.281941 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522099f3-d7c3-4e14-bcbe-8ddfdbbf406d req-b09b320e-cd96-465f-a31c-3b728cb9f4e2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:57.283667 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-522099f3-d7c3-4e14-bcbe-8ddfdbbf406d req-b09b320e-cd96-465f-a31c-3b728cb9f4e2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 943 time: 0.1775393 Dec 09 11:31:57.307708 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-665d2db6-e5fa-4618-9b64-3136b74353e2 req-31f70602-5ba2-464a-8502-eacb5a107084 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725402 Dec 09 11:31:57.312472 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd7bd66-e40d-484f-a8ba-0f37307f869f', 'tag': 'b422237c-6403-456d-91f4-4a41ba91abb0'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:31:57.324400 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b198850-b746-4daf-b908-4d435cd6bc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd7bd66-e40d-484f-a8ba-0f37307f869f", "tag": "b422237c-6403-456d-91f4-4a41ba91abb0"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:31:57.335861 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911f10a-3a7e-458c-83c1-a38fc61ec4a7 req-0746a385-806f-45d9-805f-c801209ea4f2 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:57.337401 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b911f10a-3a7e-458c-83c1-a38fc61ec4a7 req-0746a385-806f-45d9-805f-c801209ea4f2 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.1841846 Dec 09 11:31:57.349197 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Publish callbacks [] for port, precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.352024 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421ceed-4d53-4545-98de-58033a5f729e req-62610c3d-9c79-4f32-8287-f310a72bc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:57.353946 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9421ceed-4d53-4545-98de-58033a5f729e req-62610c3d-9c79-4f32-8287-f310a72bc7ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aeff5b1f3642388728416bc21f327e&device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1137 time: 0.2524018 Dec 09 11:31:57.355711 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.405786 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-522099f3-d7c3-4e14-bcbe-8ddfdbbf406d req-c4a317b8-9ceb-4d34-8788-bf8ee3f2aed6 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138034 Dec 09 11:31:57.414806 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806c757-765f-4c02-9004-aa76dc4cc475 None None] Pushing event updated for resources: {'Port': ['ID=0081697f-29af-4da0-a13f-205b39160e37,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:57.477130 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 32bfbc54-1294-4e3c-8552-3977662ea6ac details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:31:57.479110 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b911f10a-3a7e-458c-83c1-a38fc61ec4a7 req-27a839f7-f592-4dee-be75-df46e53af9fc tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1314909 Dec 09 11:31:57.510474 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.525087 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Attempting to bind port 0081697f-29af-4da0-a13f-205b39160e37 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:31:57.526047 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Attempting to bind port 0081697f-29af-4da0-a13f-205b39160e37 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:31:57.526469 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Attempting to bind port 0081697f-29af-4da0-a13f-205b39160e37 on network 27ded0f4-6cc3-4487-80f0-f35de59ea038 {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:31:57.533738 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:31:57.534941 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Checking segment: {'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:57.535297 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.535862 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Bound using segment: {'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:31:57.536698 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Bound port: 0081697f-29af-4da0-a13f-205b39160e37, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:31:57.537590 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.539436 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421ceed-4d53-4545-98de-58033a5f729e req-7ae19472-3c9f-48bb-9ce9-f548569fdbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:57.541396 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9421ceed-4d53-4545-98de-58033a5f729e req-7ae19472-3c9f-48bb-9ce9-f548569fdbfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 200 len: 915 time: 0.1702499 Dec 09 11:31:57.549068 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.593067 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=102509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:31:57.605828 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] For port 0081697f-29af-4da0-a13f-205b39160e37, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:31:57.610018 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] For port 0081697f-29af-4da0-a13f-205b39160e37, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=0081697f-29af-4da0-a13f-205b39160e37,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:31:57.614878 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0398e65a-7972-4d6b-a869-439c628464b9,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:57.616242 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.626332 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.626789 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.segments_db [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Added segment cc0fcc79-d14f-4aec-a5d4-916c6b83dabb of type vlan for network fdf86d78-8281-4add-a13b-71b9bbdce75a Dec 09 11:31:57.644319 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a02069-0177-4ce1-be4c-b0d66b0bdb73 x-openstack-request-id: req-f7a02069-0177-4ce1-be4c-b0d66b0bdb73 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:31:57.644625 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd7bd66-e40d-484f-a8ba-0f37307f869f", "tag": "b422237c-6403-456d-91f4-4a41ba91abb0", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:31:57.644886 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7a02069-0177-4ce1-be4c-b0d66b0bdb73 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:31:57.645283 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd7bd66-e40d-484f-a8ba-0f37307f869f', 'tag': 'b422237c-6403-456d-91f4-4a41ba91abb0', 'status': 'completed', 'code': 200} Dec 09 11:31:57.654019 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d370d-e0b8-440a-a4f2-d07dd37b178a req-4cac6041-f018-4846-ae09-18229990b2be tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:57.663611 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-498d370d-e0b8-440a-a4f2-d07dd37b178a req-4cac6041-f018-4846-ae09-18229990b2be tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 944 time: 0.1597018 Dec 09 11:31:57.684481 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9421ceed-4d53-4545-98de-58033a5f729e req-c48d3beb-9269-4016-801f-973225892bd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 1001 time: 0.1309173 Dec 09 11:31:57.697779 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806c757-765f-4c02-9004-aa76dc4cc475 None None] Pushing event updated for resources: {'Port': ['ID=0081697f-29af-4da0-a13f-205b39160e37,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:57.715093 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Routers {'e98c9fea-5757-4d58-b8e3-1445ce37beaa'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:31:57.716435 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:57.736551 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.780977 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-498d370d-e0b8-440a-a4f2-d07dd37b178a req-1264a68f-127a-4023-a10f-4f6869047b21 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112087 Dec 09 11:31:57.797056 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:57.825406 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'port_id': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'mac_address': 'fa:16:3e:2b:46:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:31:57.855441 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.856973 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:57.857756 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.858824 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421ceed-4d53-4545-98de-58033a5f729e req-134084c4-cbb3-4bfa-8e01-13422ac24368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:57.860497 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9421ceed-4d53-4545-98de-58033a5f729e req-134084c4-cbb3-4bfa-8e01-13422ac24368 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a0cd09-1860-4bbe-ae71-c1761e2733eb HTTP/1.1" status: 200 len: 853 time: 0.1244867 Dec 09 11:31:57.873428 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-d28a0442-6e3d-42f6-a00b-0f2e0cfac0c8 None None] Provisioning complete for port 0081697f-29af-4da0-a13f-205b39160e37 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:57.873926 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d28a0442-6e3d-42f6-a00b-0f2e0cfac0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:57.880503 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b198850-b746-4daf-b908-4d435cd6bc4a req-ddda00c2-7957-4d58-bef4-e1f7fe2f614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:57.882174 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5b198850-b746-4daf-b908-4d435cd6bc4a req-ddda00c2-7957-4d58-bef4-e1f7fe2f614b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 1096 time: 0.1589892 Dec 09 11:31:57.900512 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] Set router e98c9fea-5757-4d58-b8e3-1445ce37beaa gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:31:57.976212 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d799f-6acc-48e2-9fed-0a0616896aee req-7e888397-6fb6-435b-b4ec-e82aab9c033c tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:57.977834 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-180d799f-6acc-48e2-9fed-0a0616896aee req-7e888397-6fb6-435b-b4ec-e82aab9c033c tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 943 time: 0.1922793 Dec 09 11:31:58.008325 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421ceed-4d53-4545-98de-58033a5f729e req-c943fb6e-1106-405e-82b2-9b95c5391a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:58.008586 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:58.008750 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9421ceed-4d53-4545-98de-58033a5f729e req-c943fb6e-1106-405e-82b2-9b95c5391a94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18c645dc-cda4-4ca4-b189-415be1a306b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1389120 Dec 09 11:31:58.009775 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8005266 Dec 09 11:31:58.010794 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50924) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:58.011454 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5effc46-82b0-4f6b-85dd-e33697ff7f07 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf86d78-8281-4add-a13b-71b9bbdce75a,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:58.013196 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d28a0442-6e3d-42f6-a00b-0f2e0cfac0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:58.016016 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Request body: {'subnet': {'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-563193653-subnet', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:58.072008 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network fdf86d78-8281-4add-a13b-71b9bbdce75a details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:31:58.095560 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-180d799f-6acc-48e2-9fed-0a0616896aee req-f75acaff-4661-4b55-a67c-a62cdd69f987 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760942 Dec 09 11:31:58.109060 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bfbc54-1294-4e3c-8552-3977662ea6ac {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:31:58.141326 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-d28a0442-6e3d-42f6-a00b-0f2e0cfac0c8 None None] For port 0081697f-29af-4da0-a13f-205b39160e37, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=0081697f-29af-4da0-a13f-205b39160e37,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:58.160541 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d28a0442-6e3d-42f6-a00b-0f2e0cfac0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:58.208177 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:58.222230 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:58.245808 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0442-6e3d-42f6-a00b-0f2e0cfac0c8 None None] Pushing event updated for resources: {'Port': ['ID=0081697f-29af-4da0-a13f-205b39160e37,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:58.297697 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:54Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '0081697f-29af-4da0-a13f-205b39160e37', 'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'mac_address': 'fa:16:3e:57:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:53Z', 'updated_at': '2021-12-09T11:31:57Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'subnets': [{'id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:31:58.307007 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-38ae54ca-f4c6-4aaa-a91b-40e132f98189 None None] Provisioning complete for port 0081697f-29af-4da0-a13f-205b39160e37 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:58.307378 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-38ae54ca-f4c6-4aaa-a91b-40e132f98189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:58.309096 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=9']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:58.331905 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a87b43-a506-4545-b3e1-742f05500830 None None] The sync data for ids ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'] in dv-cinder-817351-6-iscsi is: [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:54Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '0081697f-29af-4da0-a13f-205b39160e37', 'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'mac_address': 'fa:16:3e:57:56:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:53Z', 'updated_at': '2021-12-09T11:31:57Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'subnets': [{'id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:31:58.392777 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Made reservation on behalf of 3ed4ef723d824bd4b589f3db9921e453 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:31:58.395913 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388610'] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:58.402925 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b198850-b746-4daf-b908-4d435cd6bc4a req-40735cac-075c-472e-b9b7-b60d310e0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:58.408763 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5b198850-b746-4daf-b908-4d435cd6bc4a req-40735cac-075c-472e-b9b7-b60d310e0110 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 916 time: 0.4970257 Dec 09 11:31:58.511082 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5b198850-b746-4daf-b908-4d435cd6bc4a req-0aa44e3c-5a9f-4315-b982-2be5f4e50a9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b422237c-6403-456d-91f4-4a41ba91abb0 HTTP/1.1" status: 200 len: 217 time: 0.0899208 Dec 09 11:31:58.538301 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb5f9-2852-4b9b-a196-031bc9df7f30 req-eec4f065-88da-46e5-bae7-fecdd0240df4 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:58.545391 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d84fb5f9-2852-4b9b-a196-031bc9df7f30 req-eec4f065-88da-46e5-bae7-fecdd0240df4 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 943 time: 0.0633221 Dec 09 11:31:58.569809 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9421ceed-4d53-4545-98de-58033a5f729e req-6aa68ecc-28df-43aa-a750-463d218a45eb service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468936 Dec 09 11:31:58.573136 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['32bfbc54-1294-4e3c-8552-3977662ea6ac'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:31:58.644389 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:58.671953 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d84fb5f9-2852-4b9b-a196-031bc9df7f30 req-851ed5af-630d-4774-8907-ce4561522163 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195278 Dec 09 11:31:58.707230 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d43a5-ddd6-46a3-afaf-e9179d74ea8c req-c4e46a2e-d63c-442f-a0ba-383d27047196 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:58.709089 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-683d43a5-ddd6-46a3-afaf-e9179d74ea8c req-c4e46a2e-d63c-442f-a0ba-383d27047196 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.1117778 Dec 09 11:31:58.741176 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b198850-b746-4daf-b908-4d435cd6bc4a req-aea615c6-a50a-4f93-bfcc-8f2e0f949b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:58.742904 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5b198850-b746-4daf-b908-4d435cd6bc4a req-aea615c6-a50a-4f93-bfcc-8f2e0f949b44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b62b309-458f-4f00-83f8-97186fa3e3a1 HTTP/1.1" status: 200 len: 855 time: 0.2243302 Dec 09 11:31:58.782319 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-683d43a5-ddd6-46a3-afaf-e9179d74ea8c req-d01f5002-7e5c-4546-b4ee-c9ac54db163f tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662310 Dec 09 11:31:58.787931 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5b198850-b746-4daf-b908-4d435cd6bc4a req-d30d24c3-9efc-45a4-b595-5381cba9914c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349391 Dec 09 11:31:58.895525 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9421ceed-4d53-4545-98de-58033a5f729e req-9e907098-e60d-4220-b285-ccac9a08793a service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039587 Dec 09 11:31:58.907265 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12023208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388968'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:58.915958 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566e87c-95ae-4672-8119-50791ba04937 req-80d5d597-7f74-4d7a-8578-1ce6dfdcefa0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:58.923655 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0566e87c-95ae-4672-8119-50791ba04937 req-80d5d597-7f74-4d7a-8578-1ce6dfdcefa0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 945 time: 0.0652549 Dec 09 11:31:58.993476 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0566e87c-95ae-4672-8119-50791ba04937 req-fff457d6-b354-41cc-a702-09cf0ab2e542 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689235 Dec 09 11:31:59.018782 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5b198850-b746-4daf-b908-4d435cd6bc4a req-2e319708-064e-44db-a035-8796df1eec79 service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175283 Dec 09 11:31:59.056066 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 0081697f-29af-4da0-a13f-205b39160e37 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:59.061208 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b2825d-2b20-4852-9595-e7158103f1b6,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:31:59.110215 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Checking segment: {'id': 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:31:59.110660 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Network hostable DHCP agents. Network: fdf86d78-8281-4add-a13b-71b9bbdce75a, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:31:59.143273 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 0081697f-29af-4da0-a13f-205b39160e37 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:59.144005 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.154722 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Network fdf86d78-8281-4add-a13b-71b9bbdce75a is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:31:59.164344 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5b198850-b746-4daf-b908-4d435cd6bc4a req-4e8d4321-5da2-4e6a-bbec-a1bcfed3036a service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352952 Dec 09 11:31:59.171099 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, fdf86d78-8281-4add-a13b-71b9bbdce75a) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:31:59.177664 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:59.178275 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.202201 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fd8e8a27-afd6-48b7-bcd6-edae577fc0eb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1903656 Dec 09 11:31:59.205508 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 50938) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:31:59.210705 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-563193653-router', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:31:59.215052 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce525a05-3ace-499b-9310-9416f8d6b43c None None] Network fdf86d78-8281-4add-a13b-71b9bbdce75a requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:31:59.243905 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-477'] for router, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.245348 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1041188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-470'] for router, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.268077 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f1452-e520-475b-b35d-c5b52dc56d22 req-8461fd97-888b-4aae-84aa-cc0263b8fd46 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:59.271087 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bd5f1452-e520-475b-b35d-c5b52dc56d22 req-8461fd97-888b-4aae-84aa-cc0263b8fd46 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 943 time: 0.0971909 Dec 09 11:31:59.312959 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.340785 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bd5f1452-e520-475b-b35d-c5b52dc56d22 req-96c0e199-1ae4-442c-a993-5fe0efa2f34e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616884 Dec 09 11:31:59.377191 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d22fdf4-49db-53c2-8d14-2eba624b742b-fdf86d78-8281-4add-a13b-71b9bbdce75a', 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a', 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'fixed_ips': [{'subnet_id': '74b2825d-2b20-4852-9595-e7158103f1b6'}]}} from dv-cinder-817351-6-iscsi. {{(pid=102510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:31:59.378222 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.467863 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.473660 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device b422237c-6403-456d-91f4-4a41ba91abb0 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:31:59.509051 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 32bfbc54-1294-4e3c-8552-3977662ea6ac up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:31:59.615298 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Allocated IP 172.20.0.2 (fdf86d78-8281-4add-a13b-71b9bbdce75a/74b2825d-2b20-4852-9595-e7158103f1b6/97d3b563-30ee-457a-b1ee-8e1f7498fe3d) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:59.657489 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.688267 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.708886 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.748760 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port b422237c-6403-456d-91f4-4a41ba91abb0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b422237c-6403-456d-91f4-4a41ba91abb0,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:31:59.751909 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 32bfbc54-1294-4e3c-8552-3977662ea6ac triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:31:59.752295 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.797549 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': 'b422237c-6403-456d-91f4-4a41ba91abb0', 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f', 'port_id': 'b422237c-6403-456d-91f4-4a41ba91abb0', 'mac_address': 'fa:16:3e:de:f5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62b309-458f-4f00-83f8-97186fa3e3a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:31:59.826764 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a7f6c-a961-4b98-9d40-df1eca5ee131 req-50ea995f-6525-41c8-92f0-44d9404824de tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:31:59.834948 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Allocated IP 172.27.0.90 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/59e7cc01-0c35-4aac-ac95-2d2012280139) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:31:59.837479 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ea7a7f6c-a961-4b98-9d40-df1eca5ee131 req-50ea995f-6525-41c8-92f0-44d9404824de tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 943 time: 0.0684907 Dec 09 11:31:59.935083 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.942410 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Publish callbacks [] for port, precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.979648 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.988693 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:31:59.993274 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b422237c-6403-456d-91f4-4a41ba91abb0 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:32:00.029382 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:00.070443 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:32:00.076133 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:32:00.080424 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:32:00.087806 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Pushing event updated for resources: {'Port': ['ID=59e7cc01-0c35-4aac-ac95-2d2012280139,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:00.184507 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:00.196786 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Network fdf86d78-8281-4add-a13b-71b9bbdce75a is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:32:00.197584 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ea7a7f6c-a961-4b98-9d40-df1eca5ee131 req-be4b521d-af92-470a-99ba-176127971276 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592267 Dec 09 11:32:00.203890 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port b422237c-6403-456d-91f4-4a41ba91abb0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b422237c-6403-456d-91f4-4a41ba91abb0,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:00.205971 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a114cf-d181-49c0-8497-b57abc034ff2 req-d3217935-a7fa-48ca-8846-549c705365fd tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:00.207197 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Pushing event updated for resources: {'Port': ['ID=97d3b563-30ee-457a-b1ee-8e1f7498fe3d,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:00.207791 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-83a114cf-d181-49c0-8497-b57abc034ff2 req-d3217935-a7fa-48ca-8846-549c705365fd tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.3360209 Dec 09 11:32:00.210902 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:32:00.213708 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:32:00.215682 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:00.243606 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:00.248130 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af936c05-02e2-456c-93b0-25141bbdca3f" -d '{"events": [{"server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "name": "network-vif-plugged", "status": "completed", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:00.282821 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:00.304303 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:00.306234 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-83a114cf-d181-49c0-8497-b57abc034ff2 req-3543e166-02ea-4e52-b18c-b31807a3ef03 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824084 Dec 09 11:32:00.342850 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=b422237c-6403-456d-91f4-4a41ba91abb0,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:00.378574 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Attempting to bind port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:32:00.378921 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Attempting to bind port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:32:00.379285 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Attempting to bind port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d on network fdf86d78-8281-4add-a13b-71b9bbdce75a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:00.380033 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fadaf-b6c2-419e-af2f-b701f4e7fbe4 req-6a9faa49-fda2-448b-9871-3f0d65e1ede2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:00.389965 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d62a80-e7b1-4710-909b-c638019a79ce x-openstack-request-id: req-d8d62a80-e7b1-4710-909b-c638019a79ce {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:00.390286 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "name": "network-vif-plugged", "status": "completed", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:00.390563 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8d62a80-e7b1-4710-909b-c638019a79ce {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:00.390969 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'code': 200} Dec 09 11:32:00.391101 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b88fadaf-b6c2-419e-af2f-b701f4e7fbe4 req-6a9faa49-fda2-448b-9871-3f0d65e1ede2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 947 time: 0.0778079 Dec 09 11:32:00.393912 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:32:00.394380 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Checking segment: {'id': 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:32:00.394738 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:00.395120 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Bound using segment: {'id': 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:32:00.395607 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Bound port: 97d3b563-30ee-457a-b1ee-8e1f7498fe3d, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:32:00.396001 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:00.432787 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:00.450237 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=10']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:00.466931 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b88fadaf-b6c2-419e-af2f-b701f4e7fbe4 req-bd5c872f-da2d-4ab0-b5dd-a42e596c374a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707002 Dec 09 11:32:00.497470 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-4296689d-68c6-4933-b356-d57069007e74 None None] For port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:32:00.501327 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-4296689d-68c6-4933-b356-d57069007e74 None None] For port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=97d3b563-30ee-457a-b1ee-8e1f7498fe3d,segment=NetworkSegment(cc0fcc79-d14f-4aec-a5d4-916c6b83dabb),segment_id=cc0fcc79-d14f-4aec-a5d4-916c6b83dabb)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:32:00.507176 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:00.531285 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebb00d-e3e7-40d6-8bab-893ed8e87ae9 req-824792ee-6a42-4264-9c60-9834e24b9885 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:00.540638 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-92ebb00d-e3e7-40d6-8bab-893ed8e87ae9 req-824792ee-6a42-4264-9c60-9834e24b9885 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 944 time: 0.0724025 Dec 09 11:32:00.568066 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296689d-68c6-4933-b356-d57069007e74 None None] Pushing event updated for resources: {'Port': ['ID=97d3b563-30ee-457a-b1ee-8e1f7498fe3d,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:00.599272 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-92ebb00d-e3e7-40d6-8bab-893ed8e87ae9 req-a322db59-f9bc-49bc-af26-a4409d5d3bfb tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570652 Dec 09 11:32:00.661020 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['b422237c-6403-456d-91f4-4a41ba91abb0'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:32:00.689215 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699'] for router, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:00.861605 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Router 88e80990-0729-4569-b0ee-fbb85f1c45c7 is scheduled to L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:32:00.986306 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:32:01.002401 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Sync routers for ids ['88e80990-0729-4569-b0ee-fbb85f1c45c7'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:32:01.014287 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Routers {'88e80990-0729-4569-b0ee-fbb85f1c45c7'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:32:01.015278 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['88e80990-0729-4569-b0ee-fbb85f1c45c7'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:01.039424 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:01.040703 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9a61310c-0d0b-4c06-9649-404d6f1f4170 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8339705 Dec 09 11:32:01.043641 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 50952) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:01.051155 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34aecd-75e6-4d97-bd38-ffc64ec6b966 req-77d899c3-158a-4921-a502-ef840510fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:01.052975 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6e34aecd-75e6-4d97-bd38-ffc64ec6b966 req-77d899c3-158a-4921-a502-ef840510fdb4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 1100 time: 0.0544527 Dec 09 11:32:01.056850 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 97d3b563-30ee-457a-b1ee-8e1f7498fe3d up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:32:01.108275 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6e34aecd-75e6-4d97-bd38-ffc64ec6b966 req-051a3a10-b0a8-4c47-96d8-cae2a373ddcd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470762 Dec 09 11:32:01.170673 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Set router 88e80990-0729-4569-b0ee-fbb85f1c45c7 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:32:01.226008 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:01.226293 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:01.393138 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7ff53-5364-440a-971c-66a07f32767c req-c8b92a87-c69c-48cd-84e6-7056b5349f37 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:01.395955 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a7c7ff53-5364-440a-971c-66a07f32767c req-c8b92a87-c69c-48cd-84e6-7056b5349f37 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 943 time: 0.1099625 Dec 09 11:32:01.428946 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:01.474530 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'name': 'tempest-TestShelveInstance-563193653-router', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:00Z', 'revision_number': 3, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'gw_port': {'id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:01.477857 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=97d3b563-30ee-457a-b1ee-8e1f7498fe3d,segment=NetworkSegment(cc0fcc79-d14f-4aec-a5d4-916c6b83dabb),segment_id=cc0fcc79-d14f-4aec-a5d4-916c6b83dabb)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:01.511481 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device b422237c-6403-456d-91f4-4a41ba91abb0 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:32:01.515068 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:01.516795 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Checking router: 88e80990-0729-4569-b0ee-fbb85f1c45c7 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:32:01.517534 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Updating router 88e80990-0729-4569-b0ee-fbb85f1c45c7 port 59e7cc01-0c35-4aac-ac95-2d2012280139 binding host dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:32:01.532371 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a7c7ff53-5364-440a-971c-66a07f32767c req-1280bf68-37c6-4d65-b182-67b0c4d52f57 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272945 Dec 09 11:32:01.543300 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c12e4-af45-4f55-887d-fe5d0db71a56 req-11457374-67e1-478d-a45e-40cc989d8a34 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:01.544824 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-587c12e4-af45-4f55-887d-fe5d0db71a56 req-11457374-67e1-478d-a45e-40cc989d8a34 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.1276054 Dec 09 11:32:01.604267 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:01.657211 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=97d3b563-30ee-457a-b1ee-8e1f7498fe3d,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:01.703530 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-587c12e4-af45-4f55-887d-fe5d0db71a56 req-73027966-9360-469e-aff9-7f3db08d9dce tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432934 Dec 09 11:32:01.724066 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f002020f-ac42-4e3c-9b02-652313a9e41d None None] Network fdf86d78-8281-4add-a13b-71b9bbdce75a requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:32:01.728502 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:01.738725 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952012c-019a-4c46-9aec-ea62a878acdf req-6b430147-6b97-4518-b967-41ff4f9c4fe0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:01.740337 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d952012c-019a-4c46-9aec-ea62a878acdf req-6b430147-6b97-4518-b967-41ff4f9c4fe0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 947 time: 0.1175706 Dec 09 11:32:01.789522 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port b422237c-6403-456d-91f4-4a41ba91abb0 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:32:01.808087 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port b422237c-6403-456d-91f4-4a41ba91abb0 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:01.808531 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:01.878587 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d952012c-019a-4c46-9aec-ea62a878acdf req-7a5ceb2e-1f36-40d9-b3ac-a9d4b6936648 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253312 Dec 09 11:32:01.881463 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-db98f350-01fc-424c-bc23-c384082b3625 None None] Provisioning complete for port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:01.881967 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-db98f350-01fc-424c-bc23-c384082b3625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:01.922525 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa31d5-ebb7-470b-92d3-f74682b748b7 req-6aa18760-e066-4f57-b34c-ad7308670cc9 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:01.924130 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5fa31d5-ebb7-470b-92d3-f74682b748b7 req-6aa18760-e066-4f57-b34c-ad7308670cc9 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 944 time: 0.1506732 Dec 09 11:32:02.016463 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5fa31d5-ebb7-470b-92d3-f74682b748b7 req-e95c46bf-22db-4e76-9e6d-e08b1c893284 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808439 Dec 09 11:32:02.019814 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Allocated IP 172.20.0.1 (fdf86d78-8281-4add-a13b-71b9bbdce75a/74b2825d-2b20-4852-9595-e7158103f1b6/abca3f67-43bb-4ea9-8d9b-286d881bc9a1) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:32:02.071266 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.135396 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.155291 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port b422237c-6403-456d-91f4-4a41ba91abb0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b422237c-6403-456d-91f4-4a41ba91abb0,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:02.172344 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.177538 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.213314 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Network fdf86d78-8281-4add-a13b-71b9bbdce75a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:32:02.218331 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:32:02.222545 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:32:02.223222 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Publish callbacks [] for port, precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.239394 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.246194 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Pushing event updated for resources: {'Port': ['ID=abca3f67-43bb-4ea9-8d9b-286d881bc9a1,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:02.266368 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=b422237c-6403-456d-91f4-4a41ba91abb0,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:02.268729 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032484'] for router_interface, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.412767 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.435883 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd7bd66-e40d-484f-a8ba-0f37307f869f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422237c-6403-456d-91f4-4a41ba91abb0'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:02.437995 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca23f776-9e01-4f04-82a8-f997a8d9ae46" -d '{"events": [{"server_uuid": "8cd7bd66-e40d-484f-a8ba-0f37307f869f", "name": "network-vif-plugged", "status": "completed", "tag": "b422237c-6403-456d-91f4-4a41ba91abb0"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:02.448456 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Attempting to bind port 59e7cc01-0c35-4aac-ac95-2d2012280139 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:32:02.448832 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Attempting to bind port 59e7cc01-0c35-4aac-ac95-2d2012280139 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:32:02.449205 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Attempting to bind port 59e7cc01-0c35-4aac-ac95-2d2012280139 on network e7fed231-2d46-4983-baf1-5f45b5e5c94a {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:02.467629 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:32:02.467832 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:32:02.468145 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.468489 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Bound using segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:32:02.468967 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Bound port: 59e7cc01-0c35-4aac-ac95-2d2012280139, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:32:02.469349 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.473547 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-51ff7701-9390-46af-9040-ceb8aed11416 None None] Provisioning complete for port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:02.473915 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-51ff7701-9390-46af-9040-ceb8aed11416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.477250 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fac9aa-b91e-488e-8374-d7ddb0cc0ce0 None None] Pushing event updated for resources: {'Port': ['ID=59e7cc01-0c35-4aac-ac95-2d2012280139,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:02.525054 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b990fd12-58a5-4848-9149-d84baaa159b8 x-openstack-request-id: req-b990fd12-58a5-4848-9149-d84baaa159b8 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:02.525384 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd7bd66-e40d-484f-a8ba-0f37307f869f", "name": "network-vif-plugged", "status": "completed", "tag": "b422237c-6403-456d-91f4-4a41ba91abb0", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:02.525641 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b990fd12-58a5-4848-9149-d84baaa159b8 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:02.526368 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd7bd66-e40d-484f-a8ba-0f37307f869f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422237c-6403-456d-91f4-4a41ba91abb0', 'code': 200} Dec 09 11:32:02.564784 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] For port 59e7cc01-0c35-4aac-ac95-2d2012280139, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:32:02.569661 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] For port 59e7cc01-0c35-4aac-ac95-2d2012280139, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=59e7cc01-0c35-4aac-ac95-2d2012280139,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:32:02.625314 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.637200 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.663350 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.748082 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Pushing event updated for resources: {'Port': ['ID=abca3f67-43bb-4ea9-8d9b-286d881bc9a1,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:02.782532 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Routers {'88e80990-0729-4569-b0ee-fbb85f1c45c7'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:32:02.783178 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['88e80990-0729-4569-b0ee-fbb85f1c45c7'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:02.785926 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fac9aa-b91e-488e-8374-d7ddb0cc0ce0 None None] Pushing event updated for resources: {'Port': ['ID=59e7cc01-0c35-4aac-ac95-2d2012280139,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:02.793108 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9260ba-4030-4cb4-b919-2cf574cd925f req-db5592f5-76e3-4549-9664-bec6ac7c39cc tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:02.794649 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ce9260ba-4030-4cb4-b919-2cf574cd925f req-db5592f5-76e3-4549-9664-bec6ac7c39cc tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 943 time: 0.1730738 Dec 09 11:32:02.796011 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531124'] for router_interface, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:02.911430 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fb4dd-9333-4c43-af51-b047316f6e87 req-8ef58162-fad1-499c-9ac1-5253c5c0ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:02.913106 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f91fb4dd-9333-4c43-af51-b047316f6e87 req-8ef58162-fad1-499c-9ac1-5253c5c0ff29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 1098 time: 0.0741093 Dec 09 11:32:02.943981 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ce9260ba-4030-4cb4-b919-2cf574cd925f req-0bb86474-8519-4418-9156-c816667f5a90 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379142 Dec 09 11:32:02.997933 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545c63c-a352-469d-9f3a-6ca3287e52ff req-500a4f22-b8c7-49cb-9c7e-87486b5e77fb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:02.999525 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c545c63c-a352-469d-9f3a-6ca3287e52ff req-500a4f22-b8c7-49cb-9c7e-87486b5e77fb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.1189973 Dec 09 11:32:03.012850 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-6672c735-7e9f-4d36-9615-8eeb12255249 None None] Provisioning complete for port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:03.017468 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6672c735-7e9f-4d36-9615-8eeb12255249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:03.030898 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f91fb4dd-9333-4c43-af51-b047316f6e87 req-fa6b5b7b-dd59-44f4-bca3-7f42441e6c04 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998020 Dec 09 11:32:03.078251 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-6672c735-7e9f-4d36-9615-8eeb12255249 None None] Port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:32:03.079900 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Network fdf86d78-8281-4add-a13b-71b9bbdce75a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:32:03.088614 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] Set router 88e80990-0729-4569-b0ee-fbb85f1c45c7 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:32:03.092252 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:32:03.136471 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 97d3b563-30ee-457a-b1ee-8e1f7498fe3d up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:32:03.223440 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c545c63c-a352-469d-9f3a-6ca3287e52ff req-bb6a4df7-6904-4951-8891-2cf60584760d tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2146461 Dec 09 11:32:03.274666 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f0d33-c22a-45b1-8a04-8ed9747fc0fe req-aa50b8df-1974-41ea-b138-dfac408c5e41 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:03.287929 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-340f0d33-c22a-45b1-8a04-8ed9747fc0fe req-aa50b8df-1974-41ea-b138-dfac408c5e41 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 947 time: 0.2462499 Dec 09 11:32:03.351580 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:03.352158 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:03.519970 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 882002ab-420f-47ae-bec0-ff5c614d2963 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:32:03.528449 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'name': 'tempest-TestShelveInstance-563193653-router', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 4, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'gw_port': {'id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'abca3f67-43bb-4ea9-8d9b-286d881bc9a1', 'name': '', 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'mac_address': 'fa:16:3e:d6:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '74b2825d-2b20-4852-9595-e7158103f1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:32:01Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 2, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'subnets': [{'id': '74b2825d-2b20-4852-9595-e7158103f1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:03.572912 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5dbf3-fc60-46fc-8992-e761200b9f7d None None] The sync data for ids ['88e80990-0729-4569-b0ee-fbb85f1c45c7'] in dv-cinder-817351-6-iscsi is: [{'id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'name': 'tempest-TestShelveInstance-563193653-router', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 4, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'gw_port': {'id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'abca3f67-43bb-4ea9-8d9b-286d881bc9a1', 'name': '', 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'mac_address': 'fa:16:3e:d6:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '74b2825d-2b20-4852-9595-e7158103f1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:32:01Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 2, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'subnets': [{'id': '74b2825d-2b20-4852-9595-e7158103f1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:32:03.588744 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-f4cc0f90-5c4d-45f7-aad7-cbfafcd9ca13 None None] Provisioning complete for port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:03.589025 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f4cc0f90-5c4d-45f7-aad7-cbfafcd9ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:03.712933 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc0f90-5c4d-45f7-aad7-cbfafcd9ca13 None None] Port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:32:03.741546 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 882002ab-420f-47ae-bec0-ff5c614d2963, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=882002ab-420f-47ae-bec0-ff5c614d2963,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:03.758251 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '882002ab-420f-47ae-bec0-ff5c614d2963', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'port_id': '882002ab-420f-47ae-bec0-ff5c614d2963', 'mac_address': 'fa:16:3e:2b:9e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:32:03.782362 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-340f0d33-c22a-45b1-8a04-8ed9747fc0fe req-f92a84d6-182a-458a-8e6e-8ada798cc0a2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4928982 Dec 09 11:32:03.803071 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6dc2f-7042-4b23-bf96-4bdce4544f90 req-e809031b-1abc-432e-8390-f453bcf3490a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:03.804234 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:03.811023 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-40b6dc2f-7042-4b23-bf96-4bdce4544f90 req-e809031b-1abc-432e-8390-f453bcf3490a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 945 time: 0.4214311 Dec 09 11:32:03.824468 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882002ab-420f-47ae-bec0-ff5c614d2963 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:32:03.826050 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Router 88e80990-0729-4569-b0ee-fbb85f1c45c7 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:32:03.857307 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 882002ab-420f-47ae-bec0-ff5c614d2963, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=882002ab-420f-47ae-bec0-ff5c614d2963,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:03.867472 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:03.969220 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=882002ab-420f-47ae-bec0-ff5c614d2963,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:04.044350 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:32:04.057315 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-ff491f7f-1a30-4a29-a8ec-b4020db239aa admin admin] 10.222.0.30 "PUT /v2.0/routers/88e80990-0729-4569-b0ee-fbb85f1c45c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0044975 Dec 09 11:32:04.060487 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-40b6dc2f-7042-4b23-bf96-4bdce4544f90 req-ec99f3b6-9fa5-4984-baba-f2378708a687 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483246 Dec 09 11:32:04.117185 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc0da9-98f7-4a0c-a25c-d7c8ddbbe248 req-eb016a8d-4004-414e-9990-9ae73080f86e tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:04.118883 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-20cc0da9-98f7-4a0c-a25c-d7c8ddbbe248 req-eb016a8d-4004-414e-9990-9ae73080f86e tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 944 time: 0.0564847 Dec 09 11:32:04.176847 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-20cc0da9-98f7-4a0c-a25c-d7c8ddbbe248 req-d35dba6c-8399-419a-9ebc-9df74a6e5026 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506306 Dec 09 11:32:04.323874 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['882002ab-420f-47ae-bec0-ff5c614d2963'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:32:04.357584 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf927d5-2aaf-425d-996e-661a4b4a9c97 req-ac3e43c9-66b3-466e-af8d-728eede8ff42 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:04.359278 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2bf927d5-2aaf-425d-996e-661a4b4a9c97 req-ac3e43c9-66b3-466e-af8d-728eede8ff42 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.0551059 Dec 09 11:32:04.438102 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2bf927d5-2aaf-425d-996e-661a4b4a9c97 req-b5842a44-8580-4a8e-85ae-47bf4c514d8e tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649014 Dec 09 11:32:04.819333 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51046) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:04.823809 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-94ad3eeb-5a77-42f7-b5a9-b6c45f579ee0 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676380826', 'description': 'tempest-secgroup-smoke-1676380826 description', 'project_id': '707b930438344b1bb852cbd384067a3f'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:04.851024 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-94ad3eeb-5a77-42f7-b5a9-b6c45f579ee0 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:04.935811 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ef8e6-f5bb-44a1-b333-c6e3c9dec9f7 req-d73fb213-965b-48d8-b6b6-dfea6f965c45 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:04.937449 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed2ef8e6-f5bb-44a1-b333-c6e3c9dec9f7 req-d73fb213-965b-48d8-b6b6-dfea6f965c45 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 947 time: 0.0772810 Dec 09 11:32:05.012174 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-94ad3eeb-5a77-42f7-b5a9-b6c45f579ee0 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.021150 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-94ad3eeb-5a77-42f7-b5a9-b6c45f579ee0 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.072615 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad3eeb-5a77-42f7-b5a9-b6c45f579ee0 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62050e1a-ed67-481d-8085-9d70f3587db4,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:05.078112 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed2ef8e6-f5bb-44a1-b333-c6e3c9dec9f7 req-e284e2c4-a52e-468f-935b-4f8062f85aba tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056521 Dec 09 11:32:05.089705 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-94ad3eeb-5a77-42f7-b5a9-b6c45f579ee0 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.092055 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-94ad3eeb-5a77-42f7-b5a9-b6c45f579ee0 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2706871 Dec 09 11:32:05.094248 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51050) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:05.102292 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-7e4fb28e-8ae9-458f-b570-d80a91ac791c tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Request body: {'security_group_rule': {'security_group_id': '62050e1a-ed67-481d-8085-9d70f3587db4', 'project_id': '707b930438344b1bb852cbd384067a3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:05.156371 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb28e-8ae9-458f-b570-d80a91ac791c tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.187007 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010ed36-2230-4219-a74b-982b600a3a6a req-9b3dcf25-1795-49fb-9b3d-d29e2d3b0f4e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:05.188758 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8010ed36-2230-4219-a74b-982b600a3a6a req-9b3dcf25-1795-49fb-9b3d-d29e2d3b0f4e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 945 time: 0.0543027 Dec 09 11:32:05.222053 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb28e-8ae9-458f-b570-d80a91ac791c tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.228254 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb28e-8ae9-458f-b570-d80a91ac791c tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.243757 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fb28e-8ae9-458f-b570-d80a91ac791c tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f576987-4152-489d-92c1-c330f022b333,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:05.248707 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8010ed36-2230-4219-a74b-982b600a3a6a req-ef82ea41-9d58-4c3b-8efb-304d26c72ecc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534024 Dec 09 11:32:05.285158 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7e4fb28e-8ae9-458f-b570-d80a91ac791c tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.286463 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-7e4fb28e-8ae9-458f-b570-d80a91ac791c tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1906366 Dec 09 11:32:05.289374 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51058) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:05.294010 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-0d2c6a04-07e5-4490-9a60-4fcc3da23427 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Request body: {'security_group_rule': {'security_group_id': '62050e1a-ed67-481d-8085-9d70f3587db4', 'project_id': '707b930438344b1bb852cbd384067a3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:05.320223 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f920fa9-b4bf-4785-849d-4d6b9de350dd req-1f58d347-2c42-403c-b958-8104d1621c9c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:05.322540 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5f920fa9-b4bf-4785-849d-4d6b9de350dd req-1f58d347-2c42-403c-b958-8104d1621c9c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 944 time: 0.0613711 Dec 09 11:32:05.323917 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6a04-07e5-4490-9a60-4fcc3da23427 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.401598 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6a04-07e5-4490-9a60-4fcc3da23427 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.401907 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5f920fa9-b4bf-4785-849d-4d6b9de350dd req-5c45500c-9195-41c2-b73c-a48fc324614d tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721972 Dec 09 11:32:05.407689 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6a04-07e5-4490-9a60-4fcc3da23427 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.426101 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c6a04-07e5-4490-9a60-4fcc3da23427 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2fde42-73db-4dfa-a960-4483a5d4c513,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:05.441924 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0d2c6a04-07e5-4490-9a60-4fcc3da23427 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.443416 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0d2c6a04-07e5-4490-9a60-4fcc3da23427 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1530349 Dec 09 11:32:05.446233 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51060) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:05.452119 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-2243e2bc-8766-468a-a5f3-dd955df7a993 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Request body: {'security_group_rule': {'security_group_id': '62050e1a-ed67-481d-8085-9d70f3587db4', 'project_id': '707b930438344b1bb852cbd384067a3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:05.490662 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2243e2bc-8766-468a-a5f3-dd955df7a993 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.516490 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 882002ab-420f-47ae-bec0-ff5c614d2963 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:32:05.582664 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2243e2bc-8766-468a-a5f3-dd955df7a993 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.590854 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2243e2bc-8766-468a-a5f3-dd955df7a993 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.607466 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 882002ab-420f-47ae-bec0-ff5c614d2963 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:32:05.613838 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4241986-0422-44e1-b01c-2d8cb9568359 req-ac00a0cb-588d-4d78-ac3d-7e85c58b7f96 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:05.615464 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4241986-0422-44e1-b01c-2d8cb9568359 req-ac00a0cb-588d-4d78-ac3d-7e85c58b7f96 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.1083260 Dec 09 11:32:05.623736 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 882002ab-420f-47ae-bec0-ff5c614d2963 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:05.625044 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.625453 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243e2bc-8766-468a-a5f3-dd955df7a993 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b28cad-5407-44f8-aabd-5ce0072c801d,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:05.639784 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2243e2bc-8766-468a-a5f3-dd955df7a993 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.643691 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2243e2bc-8766-468a-a5f3-dd955df7a993 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1938941 Dec 09 11:32:05.644325 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51066) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:05.648748 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-afad3cea-840b-4462-a647-522d25834fde tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Request body: {'security_group_rule': {'security_group_id': '62050e1a-ed67-481d-8085-9d70f3587db4', 'project_id': '707b930438344b1bb852cbd384067a3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:05.705069 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-afad3cea-840b-4462-a647-522d25834fde tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.759062 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c4241986-0422-44e1-b01c-2d8cb9568359 req-38f7101d-424f-43d5-8a52-effe96996952 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201591 Dec 09 11:32:05.784351 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.833928 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882002ab-420f-47ae-bec0-ff5c614d2963'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:05.836399 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-afad3cea-840b-4462-a647-522d25834fde tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.840020 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35dae10-7daa-4397-b5a5-12771b9eb246" -d '{"events": [{"server_uuid": "46b3935f-9c3a-44a6-9c75-4c0b27b38b2f", "name": "network-vif-plugged", "status": "completed", "tag": "882002ab-420f-47ae-bec0-ff5c614d2963"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:05.842865 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-afad3cea-840b-4462-a647-522d25834fde tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.857624 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 882002ab-420f-47ae-bec0-ff5c614d2963, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=882002ab-420f-47ae-bec0-ff5c614d2963,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:05.863297 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad3cea-840b-4462-a647-522d25834fde tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22d4dae-df8e-44ad-be9b-cc14699d38fa,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:05.863955 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.876298 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-afad3cea-840b-4462-a647-522d25834fde tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.878052 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-afad3cea-840b-4462-a647-522d25834fde tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2320490 Dec 09 11:32:05.880893 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51078) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:05.885809 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-69a208fb-c686-47cc-aa20-066f112787df tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Request body: {'security_group_rule': {'security_group_id': '62050e1a-ed67-481d-8085-9d70f3587db4', 'project_id': '707b930438344b1bb852cbd384067a3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:05.899476 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc45105c-a4fa-41d4-b99d-996e201d9b4d x-openstack-request-id: req-dc45105c-a4fa-41d4-b99d-996e201d9b4d {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:05.899786 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b3935f-9c3a-44a6-9c75-4c0b27b38b2f", "name": "network-vif-plugged", "status": "completed", "tag": "882002ab-420f-47ae-bec0-ff5c614d2963", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:05.900046 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc45105c-a4fa-41d4-b99d-996e201d9b4d {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:05.900470 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882002ab-420f-47ae-bec0-ff5c614d2963', 'code': 200} Dec 09 11:32:05.922841 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.securitygroups_db [None req-69a208fb-c686-47cc-aa20-066f112787df tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Project 707b930438344b1bb852cbd384067a3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:32:05.925834 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69a208fb-c686-47cc-aa20-066f112787df tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.929441 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=882002ab-420f-47ae-bec0-ff5c614d2963,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:05.985007 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69a208fb-c686-47cc-aa20-066f112787df tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:05.988549 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69a208fb-c686-47cc-aa20-066f112787df tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:06.006907 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a208fb-c686-47cc-aa20-066f112787df tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50a9d50-2d5a-4e19-a33e-0cf9bd4434f3,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:06.012162 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69a208fb-c686-47cc-aa20-066f112787df tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:06.013427 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-69a208fb-c686-47cc-aa20-066f112787df tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314085 Dec 09 11:32:06.016275 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51080) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:06.021764 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-fffe4152-50e6-4d63-a293-99ee227f3c7f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Request body: {'security_group_rule': {'security_group_id': '62050e1a-ed67-481d-8085-9d70f3587db4', 'project_id': '707b930438344b1bb852cbd384067a3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:06.043571 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.securitygroups_db [None req-fffe4152-50e6-4d63-a293-99ee227f3c7f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Project 707b930438344b1bb852cbd384067a3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 11:32:06.049159 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fffe4152-50e6-4d63-a293-99ee227f3c7f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:06.121085 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fffe4152-50e6-4d63-a293-99ee227f3c7f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:06.125047 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fffe4152-50e6-4d63-a293-99ee227f3c7f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:06.145885 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe4152-50e6-4d63-a293-99ee227f3c7f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4229b73b-e3e0-4ac7-a79b-287cb9f0a056,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:06.153868 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fffe4152-50e6-4d63-a293-99ee227f3c7f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:06.155108 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-fffe4152-50e6-4d63-a293-99ee227f3c7f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378980 Dec 09 11:32:06.183661 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82454da8-06b8-47b7-b364-311fd225fc21 req-f2d0d50d-9496-493b-a600-a1e01d62abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:06.185195 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-82454da8-06b8-47b7-b364-311fd225fc21 req-f2d0d50d-9496-493b-a600-a1e01d62abd2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 1098 time: 0.0424044 Dec 09 11:32:06.233438 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-82454da8-06b8-47b7-b364-311fd225fc21 req-9c74ebd4-2595-4f72-ab8a-e71476076742 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401566 Dec 09 11:32:06.526541 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6619ed4-2584-47a0-a3ac-8c8d0811237a req-704d2182-d2f2-4ac4-af04-9c01f1902453 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:06.528290 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c6619ed4-2584-47a0-a3ac-8c8d0811237a req-704d2182-d2f2-4ac4-af04-9c01f1902453 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 945 time: 0.0536530 Dec 09 11:32:06.580151 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c6619ed4-2584-47a0-a3ac-8c8d0811237a req-d743cc39-ed29-48ca-8395-5f0bd26e347c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446870 Dec 09 11:32:06.636547 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Sync routers for ids ['88e80990-0729-4569-b0ee-fbb85f1c45c7'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:32:06.648619 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Routers {'88e80990-0729-4569-b0ee-fbb85f1c45c7'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:32:06.649223 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['88e80990-0729-4569-b0ee-fbb85f1c45c7'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:06.765610 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Set router 88e80990-0729-4569-b0ee-fbb85f1c45c7 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:32:06.884380 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25fe30-d046-49d5-8f37-06a61693b5c4 req-330a873d-f37a-43df-a8c1-49d90105cf48 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:06.886411 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca25fe30-d046-49d5-8f37-06a61693b5c4 req-330a873d-f37a-43df-a8c1-49d90105cf48 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.0651855 Dec 09 11:32:06.989105 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'name': 'tempest-TestShelveInstance-563193653-router', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 4, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'gw_port': {'id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'abca3f67-43bb-4ea9-8d9b-286d881bc9a1', 'name': '', 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'mac_address': 'fa:16:3e:d6:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '74b2825d-2b20-4852-9595-e7158103f1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:32:01Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 2, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'subnets': [{'id': '74b2825d-2b20-4852-9595-e7158103f1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:07.007949 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ca25fe30-d046-49d5-8f37-06a61693b5c4 req-c1896272-228c-4391-9f3c-b3de215ae42c tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135252 Dec 09 11:32:07.019615 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Checking router: 88e80990-0729-4569-b0ee-fbb85f1c45c7 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:32:07.020576 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Updating router 88e80990-0729-4569-b0ee-fbb85f1c45c7 port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 binding host dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:32:07.055388 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.119201 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 59e7cc01-0c35-4aac-ac95-2d2012280139 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:32:07.186138 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 59e7cc01-0c35-4aac-ac95-2d2012280139 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:07.186522 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.284619 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.305193 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port 59e7cc01-0c35-4aac-ac95-2d2012280139, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=59e7cc01-0c35-4aac-ac95-2d2012280139,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:07.309156 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.361753 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=59e7cc01-0c35-4aac-ac95-2d2012280139,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:07.365892 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Publish callbacks [] for port, precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.371468 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.419237 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Pushing event updated for resources: {'Port': ['ID=abca3f67-43bb-4ea9-8d9b-286d881bc9a1,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:07.430612 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.431017 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.431394 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.431744 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.432083 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.432424 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.432760 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.433256 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.433563 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.433888 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.434222 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.434552 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.434910 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:07.491707 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Attempting to bind port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:32:07.492087 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Attempting to bind port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:32:07.492451 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Attempting to bind port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 on network fdf86d78-8281-4add-a13b-71b9bbdce75a {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:07.497570 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:32:07.497953 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Checking segment: {'id': 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:32:07.498353 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.498868 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Bound using segment: {'id': 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:32:07.499345 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Bound port: abca3f67-43bb-4ea9-8d9b-286d881bc9a1, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:32:07.499764 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.583791 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] For port abca3f67-43bb-4ea9-8d9b-286d881bc9a1, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:32:07.587187 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] For port abca3f67-43bb-4ea9-8d9b-286d881bc9a1, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=abca3f67-43bb-4ea9-8d9b-286d881bc9a1,segment=NetworkSegment(cc0fcc79-d14f-4aec-a5d4-916c6b83dabb),segment_id=cc0fcc79-d14f-4aec-a5d4-916c6b83dabb)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:32:07.591862 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.647041 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4d55c-c8c8-4727-9159-8dbbdc6b1169 None None] Pushing event updated for resources: {'Port': ['ID=abca3f67-43bb-4ea9-8d9b-286d881bc9a1,revision_number=4']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:07.662434 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Routers {'88e80990-0729-4569-b0ee-fbb85f1c45c7'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:32:07.663216 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['88e80990-0729-4569-b0ee-fbb85f1c45c7'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:07.676937 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-ecab8248-44c7-4cef-a467-2aaab4d6defb None None] Provisioning complete for port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:07.677208 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ecab8248-44c7-4cef-a467-2aaab4d6defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.738039 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a16951-fa6e-43d7-a8b4-0c8db151d276 req-1aef9334-120c-4180-9f94-3f292f70bff8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:07.739780 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12a16951-fa6e-43d7-a8b4-0c8db151d276 req-1aef9334-120c-4180-9f94-3f292f70bff8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 945 time: 0.0589969 Dec 09 11:32:07.800820 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ecab8248-44c7-4cef-a467-2aaab4d6defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.809915 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] Set router 88e80990-0729-4569-b0ee-fbb85f1c45c7 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:32:07.823175 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12a16951-fa6e-43d7-a8b4-0c8db151d276 req-6ff6ea87-586a-41d1-9348-2846f413283a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768411 Dec 09 11:32:07.849911 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-ecab8248-44c7-4cef-a467-2aaab4d6defb None None] For port abca3f67-43bb-4ea9-8d9b-286d881bc9a1, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=abca3f67-43bb-4ea9-8d9b-286d881bc9a1,segment=NetworkSegment(cc0fcc79-d14f-4aec-a5d4-916c6b83dabb),segment_id=cc0fcc79-d14f-4aec-a5d4-916c6b83dabb)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:07.857743 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ecab8248-44c7-4cef-a467-2aaab4d6defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:07.922117 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab8248-44c7-4cef-a467-2aaab4d6defb None None] Pushing event updated for resources: {'Port': ['ID=abca3f67-43bb-4ea9-8d9b-286d881bc9a1,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:07.952975 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248550-ddf3-4a46-a8cc-69d19c32c035 req-3625fc29-5b5b-43fb-a12b-6f4e5589643c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:07.954632 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9248550-ddf3-4a46-a8cc-69d19c32c035 req-3625fc29-5b5b-43fb-a12b-6f4e5589643c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 945 time: 0.0545418 Dec 09 11:32:07.991265 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-382a6c11-8ba2-4bf6-aecc-4173bba5934b None None] Provisioning complete for port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:07.991653 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-382a6c11-8ba2-4bf6-aecc-4173bba5934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:08.021391 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9248550-ddf3-4a46-a8cc-69d19c32c035 req-e1aa8f54-93da-4515-9795-fb036ecff919 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596724 Dec 09 11:32:08.044738 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'name': 'tempest-TestShelveInstance-563193653-router', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 4, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'gw_port': {'id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'abca3f67-43bb-4ea9-8d9b-286d881bc9a1', 'name': '', 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'mac_address': 'fa:16:3e:d6:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '74b2825d-2b20-4852-9595-e7158103f1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:32:01Z', 'updated_at': '2021-12-09T11:32:07Z', 'revision_number': 4, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'subnets': [{'id': '74b2825d-2b20-4852-9595-e7158103f1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:08.050675 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51166) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:08.087726 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7a4a95-b8c8-4053-8189-931df2a9ccf3 None None] The sync data for ids ['88e80990-0729-4569-b0ee-fbb85f1c45c7'] in dv-cinder-817351-6-iscsi is: [{'id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'name': 'tempest-TestShelveInstance-563193653-router', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:02Z', 'revision_number': 4, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'gw_port': {'id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'abca3f67-43bb-4ea9-8d9b-286d881bc9a1', 'name': '', 'network_id': 'fdf86d78-8281-4add-a13b-71b9bbdce75a', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'mac_address': 'fa:16:3e:d6:6a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '74b2825d-2b20-4852-9595-e7158103f1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:32:01Z', 'updated_at': '2021-12-09T11:32:07Z', 'revision_number': 4, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'subnets': [{'id': '74b2825d-2b20-4852-9595-e7158103f1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:32:08.163810 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343dbfc-b7ae-47a2-810a-156918b1f462 req-48a91aaa-45f3-4029-958b-2dd03d927059 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:08.165519 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0343dbfc-b7ae-47a2-810a-156918b1f462 req-48a91aaa-45f3-4029-958b-2dd03d927059 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.0611200 Dec 09 11:32:08.248134 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0343dbfc-b7ae-47a2-810a-156918b1f462 req-0527b175-b859-414d-b051-68ebedf9184a tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752664 Dec 09 11:32:08.330015 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008bd59c-f138-4e98-907e-8d0180409299 tempest-TestVolumeBootPattern-1590978079 tempest-TestVolumeBootPattern-1590978079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:08.332373 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-008bd59c-f138-4e98-907e-8d0180409299 tempest-TestVolumeBootPattern-1590978079 tempest-TestVolumeBootPattern-1590978079-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 1093 time: 0.2816448 Dec 09 11:32:08.335708 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51176) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:08.341101 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'floatingip': {'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'port_id': '882002ab-420f-47ae-bec0-ff5c614d2963', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:08.369154 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:08.483334 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:08.509852 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51180) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:08.609153 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Allocated IP 172.27.0.120 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/91eadd2a-19ea-4c53-831d-0e87908dbe28) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:32:08.645708 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a92d5b29-08a3-4560-8b1f-3a617386fde7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:08.745848 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a92d5b29-08a3-4560-8b1f-3a617386fde7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:08.751291 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:08.751474 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a92d5b29-08a3-4560-8b1f-3a617386fde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:08.791676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:08.795014 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a92d5b29-08a3-4560-8b1f-3a617386fde7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9430755d479e4d34b53a86611c6bddea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834971 Dec 09 11:32:08.797405 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51186) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:08.798325 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d5b29-08a3-4560-8b1f-3a617386fde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f12884-0467-4425-b67c-e5a4ba650fb3,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:08.847506 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:32:08.859666 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:32:08.867176 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:32:08.870909 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'Port': ['ID=91eadd2a-19ea-4c53-831d-0e87908dbe28,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:08.931338 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66d865f8-df31-4a36-9d4b-01cfc6fc7b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:08.997760 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66d865f8-df31-4a36-9d4b-01cfc6fc7b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:09.024429 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device abca3f67-43bb-4ea9-8d9b-286d881bc9a1 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:32:09.076557 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:09.076935 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:09.144514 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66d865f8-df31-4a36-9d4b-01cfc6fc7b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:09.147267 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66d865f8-df31-4a36-9d4b-01cfc6fc7b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:09.148408 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-66d865f8-df31-4a36-9d4b-01cfc6fc7b6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0f12884-0467-4425-b67c-e5a4ba650fb3 HTTP/1.1" status: 204 len: 168 time: 0.3470836 Dec 09 11:32:09.160988 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d865f8-df31-4a36-9d4b-01cfc6fc7b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f12884-0467-4425-b67c-e5a4ba650fb3,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:09.161300 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 59e7cc01-0c35-4aac-ac95-2d2012280139 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:32:09.224871 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 59e7cc01-0c35-4aac-ac95-2d2012280139 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:09.225257 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:09.428777 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a16df4-5d4b-453c-82b3-cd177cc48d5f req-6ceaf6b4-2fb4-481a-9c4d-7c8e11de04dc tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:09.435297 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-42a16df4-5d4b-453c-82b3-cd177cc48d5f req-6ceaf6b4-2fb4-481a-9c4d-7c8e11de04dc tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.0751722 Dec 09 11:32:09.497123 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:09.507380 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-42a16df4-5d4b-453c-82b3-cd177cc48d5f req-2fecd0a2-b39b-4fc3-860a-45075356fc8f tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703232 Dec 09 11:32:09.843168 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.012278 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.017708 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.094111 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'Port': ['ID=91eadd2a-19ea-4c53-831d-0e87908dbe28,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:10.104935 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.209983 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.l3_db [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Floating IP 46176f9d-3064-405b-80b3-c7a73ba686f5 associated. External IP: 172.27.0.120, port: 882002ab-420f-47ae-bec0-ff5c614d2963. Dec 09 11:32:10.392371 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51224) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:10.443248 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:32:10.511326 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb7cd-52f9-44a4-ba71-e0780b10954b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.564656 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:32:10.578283 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] Sync routers for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:32:10.592213 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:32:10.597415 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:10.604940 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb7cd-52f9-44a4-ba71-e0780b10954b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.609916 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb7cd-52f9-44a4-ba71-e0780b10954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.622600 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.648807 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fb7cd-52f9-44a4-ba71-e0780b10954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8527071e-fcfc-4b2e-adae-fc45a7582d84,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:10.674784 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4225b7d3-265a-4d97-8fd2-ae18b330aadf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3376105 Dec 09 11:32:10.675464 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'tag': '882002ab-420f-47ae-bec0-ff5c614d2963'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:10.677783 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b37744-63bd-4dad-b86b-4254c1d3feee" -d '{"events": [{"name": "network-changed", "server_uuid": "46b3935f-9c3a-44a6-9c75-4c0b27b38b2f", "tag": "882002ab-420f-47ae-bec0-ff5c614d2963"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:10.719869 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51234) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:10.720057 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-0e6fb7cd-52f9-44a4-ba71-e0780b10954b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d622634051804e858591e83ad8477afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256550 Dec 09 11:32:10.732684 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589a1ce-f12d-46cc-bc3e-8d2165cdd920 req-340c07aa-475c-478d-9592-bc602224b3f8 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:10.735399 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0589a1ce-f12d-46cc-bc3e-8d2165cdd920 req-340c07aa-475c-478d-9592-bc602224b3f8 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.0876861 Dec 09 11:32:10.761972 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406b0a42-a860-4f33-9083-3af3b93b4f40 x-openstack-request-id: req-406b0a42-a860-4f33-9083-3af3b93b4f40 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:10.762246 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b3935f-9c3a-44a6-9c75-4c0b27b38b2f", "tag": "882002ab-420f-47ae-bec0-ff5c614d2963", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:10.762494 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-406b0a42-a860-4f33-9083-3af3b93b4f40 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:10.762919 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'tag': '882002ab-420f-47ae-bec0-ff5c614d2963', 'status': 'completed', 'code': 200} Dec 09 11:32:10.798798 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-81dfd39e-582b-4bfb-968d-cbcc94baf52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.826594 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:32:10.827115 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0589a1ce-f12d-46cc-bc3e-8d2165cdd920 req-987acc38-8956-40ea-82ec-0ce8f3ceaaef tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783477 Dec 09 11:32:10.850735 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-81dfd39e-582b-4bfb-968d-cbcc94baf52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.895207 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-96780a6c-9994-43a1-88f9-b76aadd9b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:10.896551 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-96780a6c-9994-43a1-88f9-b76aadd9b377 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 1098 time: 0.0761669 Dec 09 11:32:10.971484 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-81dfd39e-582b-4bfb-968d-cbcc94baf52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.974109 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-81dfd39e-582b-4bfb-968d-cbcc94baf52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:10.977746 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-81dfd39e-582b-4bfb-968d-cbcc94baf52c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8527071e-fcfc-4b2e-adae-fc45a7582d84 HTTP/1.1" status: 204 len: 168 time: 0.2544601 Dec 09 11:32:10.996883 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfd39e-582b-4bfb-968d-cbcc94baf52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8527071e-fcfc-4b2e-adae-fc45a7582d84,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:11.042613 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-2f5f94b9-0398-4c19-9bf6-27242cbb34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:11.044150 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-2f5f94b9-0398-4c19-9bf6-27242cbb34ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 913 time: 0.1357014 Dec 09 11:32:11.128275 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-978817d0-af8e-4658-9016-efe54a038a74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882002ab-420f-47ae-bec0-ff5c614d2963 HTTP/1.1" status: 200 len: 999 time: 0.0703292 Dec 09 11:32:11.195291 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-3f59860c-2598-43a8-9b1e-c342b866a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:11.197111 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-3f59860c-2598-43a8-9b1e-c342b866a86a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0600340 Dec 09 11:32:11.252245 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-721bec2a-8962-44d2-999b-f6f5f7937e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:11.253887 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-721bec2a-8962-44d2-999b-f6f5f7937e6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452073 Dec 09 11:32:11.327228 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '46176f9d-3064-405b-80b3-c7a73ba686f5', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': '882002ab-420f-47ae-bec0-ff5c614d2963', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2b:9e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:32:09Z', 'updated_at': '2021-12-09T11:32:09Z', 'revision_number': 0, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:11.349183 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-d6fb8eb3-97b8-4e5c-807d-9e6be4a99385 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864353 Dec 09 11:32:11.353607 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] Checking router: 2b17a1d4-c2f0-4785-aee7-41763b7ce81a for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:32:11.363032 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:32:11.363586 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:31:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:11.447745 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-60b37744-63bd-4dad-b86b-4254c1d3feee req-d49f39ee-3604-4a08-b204-d75af132483e service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904624 Dec 09 11:32:11.473665 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:32:11.701175 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '46176f9d-3064-405b-80b3-c7a73ba686f5', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': '882002ab-420f-47ae-bec0-ff5c614d2963', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2b:9e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:32:09Z', 'updated_at': '2021-12-09T11:32:09Z', 'revision_number': 0, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:11.731663 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb475f8-df96-4d08-adf8-dcf48b3b8ffd None None] The sync data for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi is: [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '46176f9d-3064-405b-80b3-c7a73ba686f5', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': '882002ab-420f-47ae-bec0-ff5c614d2963', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2b:9e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:32:09Z', 'updated_at': '2021-12-09T11:32:09Z', 'revision_number': 0, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:32:11.932934 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25d7ab9-36ea-4fa4-8e56-67416fd9c750 None None] New status for floating IP 46176f9d-3064-405b-80b3-c7a73ba686f5: ACTIVE {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:32:11.957790 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8eaea-4c54-4e8d-9100-ac9f3c84a2bb req-b87d6242-ff73-4087-9a0c-437b17d6ccf0 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:11.960291 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-afd8eaea-4c54-4e8d-9100-ac9f3c84a2bb req-b87d6242-ff73-4087-9a0c-437b17d6ccf0 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.0609279 Dec 09 11:32:12.022162 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-afd8eaea-4c54-4e8d-9100-ac9f3c84a2bb req-a8d62d26-4626-49ec-baee-a475ee98f254 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566521 Dec 09 11:32:13.142339 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933b3be-d283-44aa-b4bd-fd54af7e2a52 req-ecfd00e4-aca6-4af5-a791-e49eed3dee25 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:13.145207 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b933b3be-d283-44aa-b4bd-fd54af7e2a52 req-ecfd00e4-aca6-4af5-a791-e49eed3dee25 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.0554979 Dec 09 11:32:13.208669 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b933b3be-d283-44aa-b4bd-fd54af7e2a52 req-f073748b-deab-426b-9ed2-bd87539e2a52 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581408 Dec 09 11:32:14.328182 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184e162-ebba-4a3e-b1fa-138b2e1d1ae0 req-10ea6f85-c11b-4502-9492-cb37af3293a6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:14.329726 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7184e162-ebba-4a3e-b1fa-138b2e1d1ae0 req-10ea6f85-c11b-4502-9492-cb37af3293a6 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.0531867 Dec 09 11:32:14.393087 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7184e162-ebba-4a3e-b1fa-138b2e1d1ae0 req-70d80eac-e269-45d7-81ef-176b34bf7d52 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566800 Dec 09 11:32:14.953355 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-fae66cf3-28d5-42d5-ba8f-dc302a47c69d tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:14.954877 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-fae66cf3-28d5-42d5-ba8f-dc302a47c69d tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 815 time: 0.1049175 Dec 09 11:32:14.970309 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-35ab6a21-4db1-4ba6-a2bc-4303f0151e27 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/quotas/fd51be8dbb9047efa0ae76ebae6178c8 HTTP/1.1" status: 200 len: 375 time: 0.0090976 Dec 09 11:32:15.020273 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-6c83bd52-ffc1-4144-a66b-9c0b80b3f43a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444632 Dec 09 11:32:15.116722 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-428cd548-a42e-4342-b671-6d351e2544d0 service neutron] 10.222.0.30 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895150 Dec 09 11:32:15.209501 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-51b160d9-58ba-41f7-9d76-73c4a7ebdd3d service neutron] 10.222.0.30 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863643 Dec 09 11:32:15.375622 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5429f09d-de39-4a58-a13e-aabac8f66464 req-45a62d24-3707-44a6-8153-09ab79799df1 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 210 time: 0.0270681 Dec 09 11:32:15.524705 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04fa08-41fd-4080-968a-a05e7686904c req-514cf377-20a4-4c95-993d-9fd6f2df1ccb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:15.526276 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae04fa08-41fd-4080-968a-a05e7686904c req-514cf377-20a4-4c95-993d-9fd6f2df1ccb tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.0605433 Dec 09 11:32:15.594211 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae04fa08-41fd-4080-968a-a05e7686904c req-75e5ee32-f82d-4263-956f-c6230e7dd661 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&id=f917d925-f2d8-4946-86c3-88803448a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604312 Dec 09 11:32:16.045795 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:16.469788 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98eb64b0-d731-4314-af06-d9f8dd85aeab req-9252d3df-5000-4b6f-bc0d-589fbab46831 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 210 time: 0.0268555 Dec 09 11:32:16.643588 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-fb14ad1e-0671-4283-85e7-8fb3a7ae8229 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:16.645877 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-fb14ad1e-0671-4283-85e7-8fb3a7ae8229 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 815 time: 0.1043551 Dec 09 11:32:16.681157 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Request body: {'port': {'device_id': '912cc961-adcf-4b58-856f-710a1ca7a8d3', 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f', 'admin_state_up': True, 'tenant_id': 'fd51be8dbb9047efa0ae76ebae6178c8'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:16.794068 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Made reservation on behalf of fd51be8dbb9047efa0ae76ebae6178c8 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:32:16.797642 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:16.923744 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Allocated IP 172.20.0.14 (3d2c1a55-3659-4bcb-bd31-0c9c0767e79f/6b62b309-458f-4f00-83f8-97186fa3e3a1/8c759346-028b-441c-914b-2c2436397d92) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:32:17.080155 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:17.119100 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:17.161887 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:32:17.165010 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:32:17.168616 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:32:17.173812 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['b422237c-6403-456d-91f4-4a41ba91abb0'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:32:17.201651 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Pushing event updated for resources: {'Port': ['ID=8c759346-028b-441c-914b-2c2436397d92,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:17.230360 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:17.230996 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:17.248096 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-5e2e832b-1a66-40df-87b1-d3ab1b22c449 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5707858 Dec 09 11:32:17.280899 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Request body: {'port': {'device_id': '912cc961-adcf-4b58-856f-710a1ca7a8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:17.338706 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:17.590098 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c4d41-4361-4746-b42b-517d648a7f1e req-9907e6ea-0be4-4b91-a52b-f47ecb22314e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:17.591821 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-943c4d41-4361-4746-b42b-517d648a7f1e req-9907e6ea-0be4-4b91-a52b-f47ecb22314e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 932 time: 0.0489204 Dec 09 11:32:17.617472 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c759346-028b-441c-914b-2c2436397d92 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:32:17.625010 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:17.636959 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Transition to ACTIVE for port object 8c759346-028b-441c-914b-2c2436397d92 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:32:17.641270 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:17.642253 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-943c4d41-4361-4746-b42b-517d648a7f1e req-7ff15fb9-9b5a-4830-b28b-162245705ccf tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436134 Dec 09 11:32:17.700548 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Pushing event updated for resources: {'Port': ['ID=8c759346-028b-441c-914b-2c2436397d92,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:17.776339 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Attempting to bind port 8c759346-028b-441c-914b-2c2436397d92 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:32:17.776646 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Attempting to bind port 8c759346-028b-441c-914b-2c2436397d92 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:32:17.776913 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Attempting to bind port 8c759346-028b-441c-914b-2c2436397d92 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:17.781415 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Port 8c759346-028b-441c-914b-2c2436397d92 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:32:17.781735 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Attempting to bind port 8c759346-028b-441c-914b-2c2436397d92 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:17.786598 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:32:17.786964 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Checking segment: {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:32:17.787357 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Bound using segment: {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:32:17.787779 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Bound port: 8c759346-028b-441c-914b-2c2436397d92, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:32:17.788131 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:17.855591 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] For port 8c759346-028b-441c-914b-2c2436397d92, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:32:17.859515 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] For port 8c759346-028b-441c-914b-2c2436397d92, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8c759346-028b-441c-914b-2c2436397d92,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:32:17.863437 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:17.896968 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:17.897750 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:17.899484 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] 10.222.0.32 "PUT /v2.0/ports/8c759346-028b-441c-914b-2c2436397d92 HTTP/1.1" status: 200 len: 1094 time: 0.6228254 Dec 09 11:32:17.901949 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912cc961-adcf-4b58-856f-710a1ca7a8d3', 'tag': '8c759346-028b-441c-914b-2c2436397d92'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:17.904259 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f346116-8d64-4a24-9950-838cf837166f" -d '{"events": [{"name": "network-changed", "server_uuid": "912cc961-adcf-4b58-856f-710a1ca7a8d3", "tag": "8c759346-028b-441c-914b-2c2436397d92"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:17.933947 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fa9db-b7c1-4193-b559-35cb47f3366a service neutron] Pushing event updated for resources: {'Port': ['ID=8c759346-028b-441c-914b-2c2436397d92,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:17.946836 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3cf150-2223-4256-aedd-a7c578dc887b x-openstack-request-id: req-fd3cf150-2223-4256-aedd-a7c578dc887b {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:17.947174 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912cc961-adcf-4b58-856f-710a1ca7a8d3", "tag": "8c759346-028b-441c-914b-2c2436397d92", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:17.947398 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd3cf150-2223-4256-aedd-a7c578dc887b {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:17.947814 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912cc961-adcf-4b58-856f-710a1ca7a8d3', 'tag': '8c759346-028b-441c-914b-2c2436397d92', 'status': 'completed', 'code': 200} Dec 09 11:32:18.052476 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-ffb2cf95-0c90-46a5-a653-2e3027c800e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:18.053896 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-ffb2cf95-0c90-46a5-a653-2e3027c800e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 1097 time: 0.0446405 Dec 09 11:32:18.118876 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-37e6f2e4-609c-43f9-a2cb-e193f956f874 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c759346-028b-441c-914b-2c2436397d92 HTTP/1.1" status: 200 len: 217 time: 0.0396221 Dec 09 11:32:18.179704 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-bf0f845c-24c0-4822-b8e1-a366a4b9dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:18.181189 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-bf0f845c-24c0-4822-b8e1-a366a4b9dab7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b62b309-458f-4f00-83f8-97186fa3e3a1 HTTP/1.1" status: 200 len: 855 time: 0.0473688 Dec 09 11:32:18.213596 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-16c88001-fecd-4f78-9814-17d4934cf159 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251322 Dec 09 11:32:18.310651 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-e8b9f64d-a128-43c6-82bf-d93cc61116bb service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882938 Dec 09 11:32:18.402993 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a6e4dbef-8ff5-4492-89fb-95002afa534a req-4331ebfe-f16e-4939-87cd-eea184c98be0 service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843155 Dec 09 11:32:18.568255 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346116-8d64-4a24-9950-838cf837166f req-e244c888-9088-453f-919b-be285127387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:18.569790 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4f346116-8d64-4a24-9950-838cf837166f req-e244c888-9088-453f-919b-be285127387d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 1097 time: 0.0446253 Dec 09 11:32:18.666669 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346116-8d64-4a24-9950-838cf837166f req-87202c41-3d35-431b-975b-6daa6148c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:18.668188 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4f346116-8d64-4a24-9950-838cf837166f req-87202c41-3d35-431b-975b-6daa6148c8c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 916 time: 0.0899432 Dec 09 11:32:18.728281 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4f346116-8d64-4a24-9950-838cf837166f req-5381b6ca-e335-485d-a565-e25a13184725 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c759346-028b-441c-914b-2c2436397d92 HTTP/1.1" status: 200 len: 217 time: 0.0437696 Dec 09 11:32:18.766914 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84c4ab-ae9d-4575-823b-372f28ef41a0 req-8c39fb36-adac-49f5-a61d-9901137ee61b tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:18.768398 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b84c4ab-ae9d-4575-823b-372f28ef41a0 req-8c39fb36-adac-49f5-a61d-9901137ee61b tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 944 time: 0.0557489 Dec 09 11:32:18.780633 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f346116-8d64-4a24-9950-838cf837166f req-56525859-431e-46af-b7b0-0ec5803df140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:18.782091 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4f346116-8d64-4a24-9950-838cf837166f req-56525859-431e-46af-b7b0-0ec5803df140 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b62b309-458f-4f00-83f8-97186fa3e3a1 HTTP/1.1" status: 200 len: 855 time: 0.0452673 Dec 09 11:32:18.816754 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b84c4ab-ae9d-4575-823b-372f28ef41a0 req-2f339738-83a9-495f-a4a8-9f2b9dae3f28 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 Dec 09 11:32:18.818718 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4f346116-8d64-4a24-9950-838cf837166f req-80ead8bf-3534-435e-bfa2-9812a80a7f04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282614 Dec 09 11:32:18.920545 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4f346116-8d64-4a24-9950-838cf837166f req-2b4e8b95-3db2-4fba-b994-ecf744dd7525 service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825379 Dec 09 11:32:19.031869 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4f346116-8d64-4a24-9950-838cf837166f req-d8d5c41c-71c7-4686-be15-22be40608268 service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920148 Dec 09 11:32:19.122579 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-ddb933cb-f560-4f05-8ce1-2cfe8f5edc64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462656 Dec 09 11:32:19.204400 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-bd96bc86-de14-4f88-b2fa-633e5d01b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:19.205856 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-bd96bc86-de14-4f88-b2fa-633e5d01b815 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aeff5b1f3642388728416bc21f327e&device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1137 time: 0.0403352 Dec 09 11:32:19.321244 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-476b9282-daed-42e8-aa34-eadbff168712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:19.322874 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-476b9282-daed-42e8-aa34-eadbff168712 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 200 len: 915 time: 0.0947852 Dec 09 11:32:19.401034 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-c1234a52-234f-436c-a9ce-ee71c69d2d60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 1001 time: 0.0683336 Dec 09 11:32:19.453295 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-5b9269c5-85ff-418a-a08d-b0de671c72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:19.454856 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-5b9269c5-85ff-418a-a08d-b0de671c72f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a0cd09-1860-4bbe-ae71-c1761e2733eb HTTP/1.1" status: 200 len: 853 time: 0.0457244 Dec 09 11:32:19.506708 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-5fc6de9b-f008-49f8-8636-30c6838c54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:19.508293 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-5fc6de9b-f008-49f8-8636-30c6838c54ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18c645dc-cda4-4ca4-b189-415be1a306b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449390 Dec 09 11:32:19.599001 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-66f434a0-016b-46df-ae8f-0067f00c4be9 service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808096 Dec 09 11:32:19.937011 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b7028a34-1d97-4dff-b299-ea7fc6f285f0 req-457f7824-fd69-4e54-bd01-18df5d48c141 service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272986 Dec 09 11:32:19.938954 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13d7c-233c-4b9a-a6ac-c27ed3ce39ef req-18b9e44b-800a-4e4a-9bc8-63dc7513902e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:19.940445 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-41c13d7c-233c-4b9a-a6ac-c27ed3ce39ef req-18b9e44b-800a-4e4a-9bc8-63dc7513902e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 944 time: 0.0523016 Dec 09 11:32:19.990155 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-41c13d7c-233c-4b9a-a6ac-c27ed3ce39ef req-5120d8e4-cfb6-49f2-a93f-8df6c14deef1 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434427 Dec 09 11:32:21.103440 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702d662-1dc2-46ad-b1d9-6cd09352aa73 req-4604cb4a-ba90-492b-af6d-08de00883475 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:21.104930 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6702d662-1dc2-46ad-b1d9-6cd09352aa73 req-4604cb4a-ba90-492b-af6d-08de00883475 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 944 time: 0.0477891 Dec 09 11:32:21.155513 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6702d662-1dc2-46ad-b1d9-6cd09352aa73 req-814d11f3-9877-4be4-ae10-ee25a8085690 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Dec 09 11:32:21.600188 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 8c759346-028b-441c-914b-2c2436397d92 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:32:21.691856 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 8c759346-028b-441c-914b-2c2436397d92, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8c759346-028b-441c-914b-2c2436397d92,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:21.702905 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '8c759346-028b-441c-914b-2c2436397d92', 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f', 'port_id': '8c759346-028b-441c-914b-2c2436397d92', 'mac_address': 'fa:16:3e:42:2e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62b309-458f-4f00-83f8-97186fa3e3a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:32:21.742506 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:21.754858 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c759346-028b-441c-914b-2c2436397d92 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:32:21.773684 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 8c759346-028b-441c-914b-2c2436397d92, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8c759346-028b-441c-914b-2c2436397d92,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:21.777521 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:21.823250 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=8c759346-028b-441c-914b-2c2436397d92,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:22.209435 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['8c759346-028b-441c-914b-2c2436397d92'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:32:22.269665 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18414244-4db9-4967-9081-f489f1246423 req-9e5b13a0-8173-4cb5-83c8-c181e7f775c4 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:22.271145 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-18414244-4db9-4967-9081-f489f1246423 req-9e5b13a0-8173-4cb5-83c8-c181e7f775c4 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 945 time: 0.0495982 Dec 09 11:32:22.320658 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-18414244-4db9-4967-9081-f489f1246423 req-0a3553b6-8c78-4748-93d4-0e6e58dffd4c tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 Dec 09 11:32:23.444196 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ca740-11a9-487a-ae84-753a6e9ed7db req-b8a8d326-af07-4b36-b485-f7426b83d4d4 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:23.445661 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-779ca740-11a9-487a-ae84-753a6e9ed7db req-b8a8d326-af07-4b36-b485-f7426b83d4d4 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 945 time: 0.0488389 Dec 09 11:32:23.492498 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-779ca740-11a9-487a-ae84-753a6e9ed7db req-d45862b3-7d07-48b3-aed1-1b04ff2a3157 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 Dec 09 11:32:23.605945 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 8c759346-028b-441c-914b-2c2436397d92 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:32:23.656362 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 8c759346-028b-441c-914b-2c2436397d92 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:32:23.661120 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 8c759346-028b-441c-914b-2c2436397d92 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:23.661496 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:23.739408 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:23.763481 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912cc961-adcf-4b58-856f-710a1ca7a8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c759346-028b-441c-914b-2c2436397d92'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:23.765941 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f631b7e-8ccd-4673-a310-83ffda9264ad" -d '{"events": [{"server_uuid": "912cc961-adcf-4b58-856f-710a1ca7a8d3", "name": "network-vif-plugged", "status": "completed", "tag": "8c759346-028b-441c-914b-2c2436397d92"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:23.778717 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 8c759346-028b-441c-914b-2c2436397d92, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8c759346-028b-441c-914b-2c2436397d92,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:23.783286 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:23.806492 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c19abde-026c-4eef-a007-b236bdba76bd x-openstack-request-id: req-3c19abde-026c-4eef-a007-b236bdba76bd {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:23.806816 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912cc961-adcf-4b58-856f-710a1ca7a8d3", "name": "network-vif-plugged", "status": "completed", "tag": "8c759346-028b-441c-914b-2c2436397d92", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:23.807071 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c19abde-026c-4eef-a007-b236bdba76bd {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:23.807457 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912cc961-adcf-4b58-856f-710a1ca7a8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c759346-028b-441c-914b-2c2436397d92', 'code': 200} Dec 09 11:32:23.832636 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=8c759346-028b-441c-914b-2c2436397d92,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:23.859623 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-827147e8-a5e1-4a26-be4f-8d1c71c66944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:24.041863 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56efc0-f6d7-419f-9a6a-013f22946932 req-51a347b5-b6a2-4349-a1ec-fc5fde91725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:24.043354 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae56efc0-f6d7-419f-9a6a-013f22946932 req-51a347b5-b6a2-4349-a1ec-fc5fde91725a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 1099 time: 0.0407495 Dec 09 11:32:24.093046 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae56efc0-f6d7-419f-9a6a-013f22946932 req-7d9e6bba-8f21-44f2-a5ab-30c62a4dfadc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Dec 09 11:32:24.607304 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba8595-bf61-4b30-b551-b0b650a9a5e5 req-ac4b9583-e882-4368-9d0d-ded144f042f1 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:24.608756 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-36ba8595-bf61-4b30-b551-b0b650a9a5e5 req-ac4b9583-e882-4368-9d0d-ded144f042f1 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0510082 Dec 09 11:32:24.655934 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-36ba8595-bf61-4b30-b551-b0b650a9a5e5 req-a3133c9b-bd55-40a9-969b-7e9095aa832a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 Dec 09 11:32:25.776027 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c61a52-3fa1-4785-b2bc-6c3580423c1a req-28d179ee-ca03-4186-8dbd-c65263e1ddcb tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:25.777521 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-47c61a52-3fa1-4785-b2bc-6c3580423c1a req-28d179ee-ca03-4186-8dbd-c65263e1ddcb tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0506544 Dec 09 11:32:25.844524 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-47c61a52-3fa1-4785-b2bc-6c3580423c1a req-aa30f5cb-77eb-4a86-a807-a7d682a5c60a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610366 Dec 09 11:32:25.870393 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-aa8787fc-502a-4972-ab4c-b1631f1757cc tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676380826&fields=id&tenant_id=707b930438344b1bb852cbd384067a3f HTTP/1.1" status: 200 len: 267 time: 0.0619516 Dec 09 11:32:25.980980 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-d2d8e0cd-dc74-480f-b725-e0acb26853a1 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:25.982537 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-d2d8e0cd-dc74-480f-b725-e0acb26853a1 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/networks?id=27ded0f4-6cc3-4487-80f0-f35de59ea038 HTTP/1.1" status: 200 len: 809 time: 0.1053796 Dec 09 11:32:25.997827 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-1a810f8b-1848-4aee-b850-0666d6de0267 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/quotas/707b930438344b1bb852cbd384067a3f HTTP/1.1" status: 200 len: 375 time: 0.0097921 Dec 09 11:32:25.998828 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:32:26.038152 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f6bff97d-af27-4a40-a611-9ab7e7ab3d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:26.052300 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-6c7fb446-898a-43f2-b13b-e82a6e799f66 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=707b930438344b1bb852cbd384067a3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478749 Dec 09 11:32:26.153671 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-03eafbf0-d187-4449-8f16-e58b87c17ce8 service neutron] 10.222.0.30 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890996 Dec 09 11:32:26.242959 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-0213f34d-7d67-43a3-89ec-ef949ce40f48 service neutron] 10.222.0.30 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831828 Dec 09 11:32:26.531117 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7008c113-6291-43ee-a03a-84ef3a5424ab req-51e9da78-f621-481f-a35b-51525b54e20d tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 210 time: 0.0287168 Dec 09 11:32:26.962552 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:27.633490 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-71c82382-2700-43c1-8e13-e1835069cc9b req-816a7102-6b5a-465e-862a-2d073a2d7f1a tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 210 time: 0.0299656 Dec 09 11:32:27.727801 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-7818a697-32fa-4c32-ad40-322754c11cef tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:27.729315 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-7818a697-32fa-4c32-ad40-322754c11cef tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.32 "GET /v2.0/networks?id=27ded0f4-6cc3-4487-80f0-f35de59ea038 HTTP/1.1" status: 200 len: 809 time: 0.1081040 Dec 09 11:32:27.800671 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-bc3c7947-0256-47a3-948f-9bf8f0eaded8 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707b930438344b1bb852cbd384067a3f HTTP/1.1" status: 200 len: 380 time: 0.0529373 Dec 09 11:32:27.823201 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Request body: {'port': {'device_id': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'admin_state_up': True, 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'security_groups': ['62050e1a-ed67-481d-8085-9d70f3587db4']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:27.931138 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Made reservation on behalf of 707b930438344b1bb852cbd384067a3f for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:32:27.934503 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:28.060524 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Allocated IP 172.20.0.8 (27ded0f4-6cc3-4487-80f0-f35de59ea038/4b983b13-7d0f-4349-ac36-cae7f90c5f82/c1c117fd-be34-4cd7-b054-5217970f04a7) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:32:28.199302 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:28.232289 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:28.273792 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Network 27ded0f4-6cc3-4487-80f0-f35de59ea038 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:32:28.278721 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:32:28.282257 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:32:28.306871 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event updated for resources: {'Port': ['ID=c1c117fd-be34-4cd7-b054-5217970f04a7,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:28.318122 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.318479 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.319100 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.319628 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.319979 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.320439 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.320781 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.321241 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.321633 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.322010 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.322359 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.322784 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.323050 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:32:28.348911 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:28.349927 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:28.368626 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-9d57d6dc-d73b-479f-8262-4aa76e7bfe78 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489089 Dec 09 11:32:28.395149 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Request body: {'port': {'device_id': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:28.470448 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:28.572621 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-03b2bd2a-2fc5-43bc-b7b3-ba58c1209d51 None None] Provisioning complete for port c1c117fd-be34-4cd7-b054-5217970f04a7 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:28.573236 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-03b2bd2a-2fc5-43bc-b7b3-ba58c1209d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:28.611429 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-03b2bd2a-2fc5-43bc-b7b3-ba58c1209d51 None None] Port c1c117fd-be34-4cd7-b054-5217970f04a7 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:32:28.628964 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:28.748993 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-91f76dde-8233-4c13-9b2d-eafb753f24bf tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:28.750371 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-91f76dde-8233-4c13-9b2d-eafb753f24bf tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 815 time: 0.1442518 Dec 09 11:32:28.767728 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c117fd-be34-4cd7-b054-5217970f04a7 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:32:28.775841 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:28.776022 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0d003-e173-494b-b696-6d629c44b398 req-ffafdc75-21b5-4a26-82da-61bb7bc35d5b tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:28.777551 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-42c0d003-e173-494b-b696-6d629c44b398 req-ffafdc75-21b5-4a26-82da-61bb7bc35d5b tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 931 time: 0.0737271 Dec 09 11:32:28.779298 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-c1584190-a804-4d78-8c06-05fdf0e53180 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/quotas/fd51be8dbb9047efa0ae76ebae6178c8 HTTP/1.1" status: 200 len: 375 time: 0.0217519 Dec 09 11:32:28.789041 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Transition to ACTIVE for port object c1c117fd-be34-4cd7-b054-5217970f04a7 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:32:28.792837 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:28.847511 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Pushing event updated for resources: {'Port': ['ID=c1c117fd-be34-4cd7-b054-5217970f04a7,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:28.868811 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-9725e395-9a2c-4866-9f15-a4709c3caf3d tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821900 Dec 09 11:32:28.872668 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-42c0d003-e173-494b-b696-6d629c44b398 req-ef1078c2-348d-47ec-a997-9ae75ead00d6 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880394 Dec 09 11:32:28.927350 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Attempting to bind port c1c117fd-be34-4cd7-b054-5217970f04a7 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:32:28.928012 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Attempting to bind port c1c117fd-be34-4cd7-b054-5217970f04a7 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:32:28.928531 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Attempting to bind port c1c117fd-be34-4cd7-b054-5217970f04a7 on network 27ded0f4-6cc3-4487-80f0-f35de59ea038 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:28.933810 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Port c1c117fd-be34-4cd7-b054-5217970f04a7 on network 27ded0f4-6cc3-4487-80f0-f35de59ea038 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:32:28.934138 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Attempting to bind port c1c117fd-be34-4cd7-b054-5217970f04a7 on network 27ded0f4-6cc3-4487-80f0-f35de59ea038 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:28.940299 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:32:28.940299 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Checking segment: {'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:32:28.940612 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Bound using segment: {'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:32:28.941037 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Bound port: c1c117fd-be34-4cd7-b054-5217970f04a7, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b023048-76ff-406d-bd87-a0aef46be5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:32:28.941397 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:28.975485 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-f4a22fdd-712d-497c-a66d-21d8b76ec415 service neutron] 10.222.0.30 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978100 Dec 09 11:32:29.014953 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] For port c1c117fd-be34-4cd7-b054-5217970f04a7, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:32:29.018169 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] For port c1c117fd-be34-4cd7-b054-5217970f04a7, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c117fd-be34-4cd7-b054-5217970f04a7,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:32:29.025095 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:29.059684 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:29.060301 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:29.061769 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] 10.222.0.32 "PUT /v2.0/ports/c1c117fd-be34-4cd7-b054-5217970f04a7 HTTP/1.1" status: 200 len: 1093 time: 0.6711369 Dec 09 11:32:29.062244 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:29.064636 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16061990-5d0a-4539-b0ec-d14b0e4a05d2" -d '{"events": [{"name": "network-changed", "server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:29.081720 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-fba4de6c-b7e9-4902-ac78-7425dbfb2bd9 service neutron] 10.222.0.30 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992861 Dec 09 11:32:29.112585 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981fd692-a24c-40da-9b6a-ee8e2eb0fdcf x-openstack-request-id: req-981fd692-a24c-40da-9b6a-ee8e2eb0fdcf {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:29.112892 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:29.113278 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-981fd692-a24c-40da-9b6a-ee8e2eb0fdcf {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:29.115415 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'status': 'completed', 'code': 200} Dec 09 11:32:29.116723 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f22d7-8db0-4821-8f90-05314db9830e service neutron] Pushing event updated for resources: {'Port': ['ID=c1c117fd-be34-4cd7-b054-5217970f04a7,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:29.187857 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-00a97694-0d60-4d87-a542-e82f2b8876a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:29.189403 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-00a97694-0d60-4d87-a542-e82f2b8876a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=707b930438344b1bb852cbd384067a3f&device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 1096 time: 0.0461879 Dec 09 11:32:29.268384 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-c0dabc76-aa9a-4c56-a24e-6577d2ac4004 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c117fd-be34-4cd7-b054-5217970f04a7 HTTP/1.1" status: 200 len: 217 time: 0.0530775 Dec 09 11:32:29.269499 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e28bffa4-f506-4942-bb26-ef4ad55cd833 req-e147883a-37b9-4e78-917b-0c70befe69a4 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 210 time: 0.0342402 Dec 09 11:32:29.324600 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-bcc29946-bfcf-443b-9317-e84efac3c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:29.326253 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-bcc29946-bfcf-443b-9317-e84efac3c1ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b983b13-7d0f-4349-ac36-cae7f90c5f82 HTTP/1.1" status: 200 len: 848 time: 0.0471532 Dec 09 11:32:29.375835 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-0195429a-25ac-4b17-8331-ee17010e0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:29.377453 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-0195429a-25ac-4b17-8331-ee17010e0aff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27ded0f4-6cc3-4487-80f0-f35de59ea038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437510 Dec 09 11:32:29.479200 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-095678ac-c20b-4b42-8469-a87304546df6 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926991 Dec 09 11:32:29.575861 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ec673d0-c168-4ab6-ba8d-ee7f543e85c8 req-25555a05-c1e3-458c-a3f5-5a234ab4c31f service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880780 Dec 09 11:32:29.591977 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:29.761382 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-8e249f52-4c48-4067-be82-75a1b1e0e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:29.762902 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-8e249f52-4c48-4067-be82-75a1b1e0e913 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=707b930438344b1bb852cbd384067a3f&device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 1096 time: 0.0465467 Dec 09 11:32:29.883841 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-c728e3fb-5641-4bfc-a7f8-56cdad39335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:29.885362 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-c728e3fb-5641-4bfc-a7f8-56cdad39335a service neutron] 10.222.0.32 "GET /v2.0/networks?id=27ded0f4-6cc3-4487-80f0-f35de59ea038 HTTP/1.1" status: 200 len: 910 time: 0.0870910 Dec 09 11:32:29.944098 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-76f6c92b-deca-4c5a-a7b6-46b4165cacf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c117fd-be34-4cd7-b054-5217970f04a7 HTTP/1.1" status: 200 len: 217 time: 0.0460265 Dec 09 11:32:29.990712 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570044b-ec60-44e5-876b-72fc73ab4e48 req-ad8724b5-4164-4011-95c5-185d434241aa tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:29.992222 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f570044b-ec60-44e5-876b-72fc73ab4e48 req-ad8724b5-4164-4011-95c5-185d434241aa tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0493696 Dec 09 11:32:29.998868 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-7f9ff226-8eba-4538-9600-5bfdc8180bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:30.000338 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-7f9ff226-8eba-4538-9600-5bfdc8180bb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b983b13-7d0f-4349-ac36-cae7f90c5f82 HTTP/1.1" status: 200 len: 848 time: 0.0448682 Dec 09 11:32:30.041528 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f570044b-ec60-44e5-876b-72fc73ab4e48 req-d64aa313-453e-4fa1-b160-f69cfab9bdf1 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433676 Dec 09 11:32:30.050899 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-e8e3d6c6-46e4-4d0f-b05b-c40eb69898b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:30.052440 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-e8e3d6c6-46e4-4d0f-b05b-c40eb69898b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27ded0f4-6cc3-4487-80f0-f35de59ea038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410154 Dec 09 11:32:30.156847 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-3569342a-a537-419c-be60-c3c33f1aeec5 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853543 Dec 09 11:32:30.247441 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-16061990-5d0a-4539-b0ec-d14b0e4a05d2 req-04129c9d-7d9f-4c44-b926-3de11530b904 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807748 Dec 09 11:32:30.357264 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0692064b-8d91-47c8-8a95-7b2f19707aaa req-1a4d4879-e516-4035-a592-367be4c55a22 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 210 time: 0.0289578 Dec 09 11:32:30.541197 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-74bb8e97-5611-4bed-ba1f-2c55b3c4d824 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:30.542631 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-74bb8e97-5611-4bed-ba1f-2c55b3c4d824 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 815 time: 0.1061866 Dec 09 11:32:30.572947 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Request body: {'port': {'device_id': 'c3c90aac-6899-494e-bb0d-e8bc286b2308', 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f', 'admin_state_up': True, 'tenant_id': 'fd51be8dbb9047efa0ae76ebae6178c8'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:30.682137 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Made reservation on behalf of fd51be8dbb9047efa0ae76ebae6178c8 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:32:30.685621 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:30.812380 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Allocated IP 172.20.0.5 (3d2c1a55-3659-4bcb-bd31-0c9c0767e79f/6b62b309-458f-4f00-83f8-97186fa3e3a1/0d0e8444-32f8-47ea-a4b0-770a9e91c014) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:32:30.959183 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:30.993314 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:31.036204 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:32:31.037827 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['b422237c-6403-456d-91f4-4a41ba91abb0', '8c759346-028b-441c-914b-2c2436397d92'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:32:31.041389 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:32:31.045315 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:32:31.051758 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Pushing event updated for resources: {'Port': ['ID=0d0e8444-32f8-47ea-a4b0-770a9e91c014,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:31.103271 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:31.103947 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:31.120060 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3a1229a0-b1d6-4833-8edf-c1a8c684bb97 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507867 Dec 09 11:32:31.144161 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Request body: {'port': {'device_id': 'c3c90aac-6899-494e-bb0d-e8bc286b2308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:31.171462 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ddcc-62cb-477a-a3e1-5afccee84255 req-e029d62b-53b7-457a-bbdb-232a8742dd0a tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:31.173181 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-32b4ddcc-62cb-477a-a3e1-5afccee84255 req-e029d62b-53b7-457a-bbdb-232a8742dd0a tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0527396 Dec 09 11:32:31.205626 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:31.226010 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-32b4ddcc-62cb-477a-a3e1-5afccee84255 req-b3518327-e1e5-4c5f-8e6a-4677f5196eb3 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456522 Dec 09 11:32:31.472002 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0e8444-32f8-47ea-a4b0-770a9e91c014 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:32:31.478416 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9cc7e-effa-4e08-b77c-5947681ba803 req-989a87a0-3a5d-4449-98c3-708b3767f1e8 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:31.479997 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3fd9cc7e-effa-4e08-b77c-5947681ba803 req-989a87a0-3a5d-4449-98c3-708b3767f1e8 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 931 time: 0.0552688 Dec 09 11:32:31.480312 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:31.492204 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Transition to ACTIVE for port object 0d0e8444-32f8-47ea-a4b0-770a9e91c014 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:32:31.496422 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:31.530205 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3fd9cc7e-effa-4e08-b77c-5947681ba803 req-faaaf1d4-e642-4cb7-aeb3-f3edbc75a31d tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Dec 09 11:32:31.568941 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0e8444-32f8-47ea-a4b0-770a9e91c014,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:31.615179 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Attempting to bind port 0d0e8444-32f8-47ea-a4b0-770a9e91c014 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:32:31.615519 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Attempting to bind port 0d0e8444-32f8-47ea-a4b0-770a9e91c014 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:32:31.615846 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Attempting to bind port 0d0e8444-32f8-47ea-a4b0-770a9e91c014 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:31.620025 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Port 0d0e8444-32f8-47ea-a4b0-770a9e91c014 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:32:31.620348 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Attempting to bind port 0d0e8444-32f8-47ea-a4b0-770a9e91c014 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:31.625059 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:32:31.625394 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Checking segment: {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:32:31.625774 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Bound using segment: {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:32:31.626196 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Bound port: 0d0e8444-32f8-47ea-a4b0-770a9e91c014, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:32:31.626543 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:31.688410 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] For port 0d0e8444-32f8-47ea-a4b0-770a9e91c014, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:32:31.691298 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] For port 0d0e8444-32f8-47ea-a4b0-770a9e91c014, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0d0e8444-32f8-47ea-a4b0-770a9e91c014,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:32:31.697090 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:31.729370 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:31.730084 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:31.731491 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d0e8444-32f8-47ea-a4b0-770a9e91c014 HTTP/1.1" status: 200 len: 1093 time: 0.5920126 Dec 09 11:32:31.731933 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c90aac-6899-494e-bb0d-e8bc286b2308', 'tag': '0d0e8444-32f8-47ea-a4b0-770a9e91c014'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:31.734145 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a705196-db00-493e-b0c0-f93fc659b18e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c90aac-6899-494e-bb0d-e8bc286b2308", "tag": "0d0e8444-32f8-47ea-a4b0-770a9e91c014"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:31.764096 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ac152-7398-4e24-8919-b74a8d94ebd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0e8444-32f8-47ea-a4b0-770a9e91c014,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:31.771318 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e335bd6-cba8-43f7-987f-19502af65743 x-openstack-request-id: req-8e335bd6-cba8-43f7-987f-19502af65743 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:31.771612 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c90aac-6899-494e-bb0d-e8bc286b2308", "tag": "0d0e8444-32f8-47ea-a4b0-770a9e91c014", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:31.771867 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e335bd6-cba8-43f7-987f-19502af65743 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:31.772261 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c90aac-6899-494e-bb0d-e8bc286b2308', 'tag': '0d0e8444-32f8-47ea-a4b0-770a9e91c014', 'status': 'completed', 'code': 200} Dec 09 11:32:31.857282 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-eeea5ddd-cfdf-4b33-a1eb-391ed5ca2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:31.858746 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-eeea5ddd-cfdf-4b33-a1eb-391ed5ca2525 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 1096 time: 0.0445671 Dec 09 11:32:31.918256 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-d2d468d0-d78e-470d-8599-0d3208cd1e89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d0e8444-32f8-47ea-a4b0-770a9e91c014 HTTP/1.1" status: 200 len: 217 time: 0.0340698 Dec 09 11:32:31.969658 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3086b61f-ed3c-4054-8e8c-9bc6b76b0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:31.971126 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-3086b61f-ed3c-4054-8e8c-9bc6b76b0c50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b62b309-458f-4f00-83f8-97186fa3e3a1 HTTP/1.1" status: 200 len: 855 time: 0.0434742 Dec 09 11:32:32.005247 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-9dbae9c2-d375-47cf-9911-7e145f8f8aed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249088 Dec 09 11:32:32.102276 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-02a02071-2a4d-490c-8f81-575e44179573 service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884581 Dec 09 11:32:32.196360 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-060f69c6-0881-45c8-8d64-3a0f62b297b1 req-049239a9-e972-4959-a840-0594587b40fc service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824838 Dec 09 11:32:32.345560 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0067a8b-23b3-4566-b3fb-25b3c5bffb94 req-26627b07-67c5-407c-902a-a104fcd455a0 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:32.347103 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c0067a8b-23b3-4566-b3fb-25b3c5bffb94 req-26627b07-67c5-407c-902a-a104fcd455a0 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0545998 Dec 09 11:32:32.372299 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705196-db00-493e-b0c0-f93fc659b18e req-adb67624-e6d9-4481-8893-4febcc18a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:32.373836 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6a705196-db00-493e-b0c0-f93fc659b18e req-adb67624-e6d9-4481-8893-4febcc18a5c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 1096 time: 0.0463920 Dec 09 11:32:32.396805 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c0067a8b-23b3-4566-b3fb-25b3c5bffb94 req-5e0fd95b-2354-470f-9a29-b0752729340e tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430303 Dec 09 11:32:32.468233 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705196-db00-493e-b0c0-f93fc659b18e req-6e32ec60-6497-402b-846b-b669304ebf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:32.469688 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6a705196-db00-493e-b0c0-f93fc659b18e req-6e32ec60-6497-402b-846b-b669304ebf1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 916 time: 0.0830894 Dec 09 11:32:32.515485 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6a705196-db00-493e-b0c0-f93fc659b18e req-0f0fa090-5759-48f5-87de-8f1daacb793b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d0e8444-32f8-47ea-a4b0-770a9e91c014 HTTP/1.1" status: 200 len: 217 time: 0.0373344 Dec 09 11:32:32.568928 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a705196-db00-493e-b0c0-f93fc659b18e req-182cf4b9-76b9-4cf9-ad76-8531834b3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:32.570409 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6a705196-db00-493e-b0c0-f93fc659b18e req-182cf4b9-76b9-4cf9-ad76-8531834b3d7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b62b309-458f-4f00-83f8-97186fa3e3a1 HTTP/1.1" status: 200 len: 855 time: 0.0431101 Dec 09 11:32:32.603829 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6a705196-db00-493e-b0c0-f93fc659b18e req-902e18bc-122b-4da2-8dee-659fcd5fa271 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254133 Dec 09 11:32:32.648122 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e4853-be8c-4496-be08-417f911a43d6 req-78f2bc28-68fd-4bec-b205-a395feb710ed tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:32.649612 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-966e4853-be8c-4496-be08-417f911a43d6 req-78f2bc28-68fd-4bec-b205-a395feb710ed tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 943 time: 0.0493791 Dec 09 11:32:32.696204 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6a705196-db00-493e-b0c0-f93fc659b18e req-b8fa761a-120d-45f5-ba90-d642b86c08fb service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823913 Dec 09 11:32:32.698394 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-966e4853-be8c-4496-be08-417f911a43d6 req-59ead643-8997-44ee-aa07-07115bd82b56 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Dec 09 11:32:32.792417 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6a705196-db00-493e-b0c0-f93fc659b18e req-3c2da1a8-3ed4-418b-b606-444b6ae5aec2 service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880470 Dec 09 11:32:33.510060 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c3267-8a65-4bfa-8bd6-c128523daadc req-8cdd153c-3a14-427a-9564-a32e0c98e160 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:33.511541 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b88c3267-8a65-4bfa-8bd6-c128523daadc req-8cdd153c-3a14-427a-9564-a32e0c98e160 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0483844 Dec 09 11:32:33.563693 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b88c3267-8a65-4bfa-8bd6-c128523daadc req-92e3d081-b04a-4dae-94f3-a6c5a1a9bda0 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460622 Dec 09 11:32:33.822759 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb33357-aea3-4c26-80c1-d2609b1b5cfc req-2538452e-948f-4813-b65f-d7c66abba4af tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:33.824250 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dcb33357-aea3-4c26-80c1-d2609b1b5cfc req-2538452e-948f-4813-b65f-d7c66abba4af tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 943 time: 0.0565362 Dec 09 11:32:33.871083 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dcb33357-aea3-4c26-80c1-d2609b1b5cfc req-ee94d7f5-32ad-4283-bf3f-1b839f3c0725 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Dec 09 11:32:34.678031 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c862e-fcbc-4084-9c21-96aa1ae4fe50 req-ec500384-78a6-46c7-a4c7-9ed87c015d22 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:34.679505 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b96c862e-fcbc-4084-9c21-96aa1ae4fe50 req-ec500384-78a6-46c7-a4c7-9ed87c015d22 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0503542 Dec 09 11:32:34.728316 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b96c862e-fcbc-4084-9c21-96aa1ae4fe50 req-07147f75-7be6-40d3-8204-7eb4af191d97 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430577 Dec 09 11:32:34.989338 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062fef-6dd7-49fb-a195-08dadeff60b0 req-8662acd7-9a85-45e3-b768-2a34a5e69d22 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:34.990811 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a6062fef-6dd7-49fb-a195-08dadeff60b0 req-8662acd7-9a85-45e3-b768-2a34a5e69d22 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 943 time: 0.0521367 Dec 09 11:32:35.036913 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a6062fef-6dd7-49fb-a195-08dadeff60b0 req-16951f3d-ca86-4909-9a5f-bb7e7b8cfc89 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Dec 09 11:32:35.661713 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 0d0e8444-32f8-47ea-a4b0-770a9e91c014 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:32:35.760911 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 0d0e8444-32f8-47ea-a4b0-770a9e91c014, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0d0e8444-32f8-47ea-a4b0-770a9e91c014,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:35.774351 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '0d0e8444-32f8-47ea-a4b0-770a9e91c014', 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f', 'port_id': '0d0e8444-32f8-47ea-a4b0-770a9e91c014', 'mac_address': 'fa:16:3e:08:72:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62b309-458f-4f00-83f8-97186fa3e3a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:32:35.812128 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:35.825860 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0e8444-32f8-47ea-a4b0-770a9e91c014 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:32:35.841584 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8431b4f-0747-47c8-bb4a-1b8895faf4a5 req-9cd10f69-be88-4eae-864d-a8eaa35d6254 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:35.843096 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8431b4f-0747-47c8-bb4a-1b8895faf4a5 req-9cd10f69-be88-4eae-864d-a8eaa35d6254 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0486362 Dec 09 11:32:35.845216 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 0d0e8444-32f8-47ea-a4b0-770a9e91c014, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0d0e8444-32f8-47ea-a4b0-770a9e91c014,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:35.850057 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:35.895192 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8431b4f-0747-47c8-bb4a-1b8895faf4a5 req-2b12f9af-dfba-4d3e-89b3-594d47ebe62d tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 Dec 09 11:32:35.901091 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=0d0e8444-32f8-47ea-a4b0-770a9e91c014,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:36.150834 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af68f0-7975-4298-b827-2a8e1210af51 req-73783898-431e-4a78-86f1-807e612bd2e4 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:36.152259 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-79af68f0-7975-4298-b827-2a8e1210af51 req-73783898-431e-4a78-86f1-807e612bd2e4 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 944 time: 0.0506647 Dec 09 11:32:36.198507 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-79af68f0-7975-4298-b827-2a8e1210af51 req-b3c2a0eb-e3ef-4faa-b05b-f68ff0fd26ad tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Dec 09 11:32:36.338939 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['0d0e8444-32f8-47ea-a4b0-770a9e91c014'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:32:37.009047 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73a9ef-5a09-4063-9a69-19f311dd55f8 req-9affd9a0-ebf8-475f-a313-3fe611919ef2 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:37.010521 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc73a9ef-5a09-4063-9a69-19f311dd55f8 req-9affd9a0-ebf8-475f-a313-3fe611919ef2 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0480118 Dec 09 11:32:37.058880 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc73a9ef-5a09-4063-9a69-19f311dd55f8 req-5986be9c-60b4-4a46-a152-ec40242387c2 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418673 Dec 09 11:32:37.311756 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1614c-93f0-44c9-a1dc-692f0e4c7ba9 req-f6fd0ac2-5c7e-4b5f-93d2-33ed080afb5f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:37.313243 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7ae1614c-93f0-44c9-a1dc-692f0e4c7ba9 req-f6fd0ac2-5c7e-4b5f-93d2-33ed080afb5f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 944 time: 0.0475693 Dec 09 11:32:37.362131 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7ae1614c-93f0-44c9-a1dc-692f0e4c7ba9 req-abde7f8f-19d8-4268-9c4b-fbd5b52ab6ce tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Dec 09 11:32:37.689149 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c1c117fd-be34-4cd7-b054-5217970f04a7 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:32:37.699041 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 0d0e8444-32f8-47ea-a4b0-770a9e91c014 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:32:37.806968 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 0d0e8444-32f8-47ea-a4b0-770a9e91c014 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:32:37.813606 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 0d0e8444-32f8-47ea-a4b0-770a9e91c014 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:37.813983 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:37.854901 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port c1c117fd-be34-4cd7-b054-5217970f04a7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c117fd-be34-4cd7-b054-5217970f04a7,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:37.873114 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'port_id': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'mac_address': 'fa:16:3e:b0:37:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:32:37.937128 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:37.955409 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:37.966106 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c117fd-be34-4cd7-b054-5217970f04a7 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:32:37.994771 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c90aac-6899-494e-bb0d-e8bc286b2308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0e8444-32f8-47ea-a4b0-770a9e91c014'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:37.996968 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1acc769-dec0-4619-bb0f-71d97c8dcbea" -d '{"events": [{"server_uuid": "c3c90aac-6899-494e-bb0d-e8bc286b2308", "name": "network-vif-plugged", "status": "completed", "tag": "0d0e8444-32f8-47ea-a4b0-770a9e91c014"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:38.014102 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port c1c117fd-be34-4cd7-b054-5217970f04a7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c117fd-be34-4cd7-b054-5217970f04a7,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:38.016295 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 0d0e8444-32f8-47ea-a4b0-770a9e91c014, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0d0e8444-32f8-47ea-a4b0-770a9e91c014,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:38.020706 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:38.024803 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:38.045291 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d630c6c-bc07-4e6b-a38a-c6ea8d6489b4 x-openstack-request-id: req-7d630c6c-bc07-4e6b-a38a-c6ea8d6489b4 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:38.045611 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c90aac-6899-494e-bb0d-e8bc286b2308", "name": "network-vif-plugged", "status": "completed", "tag": "0d0e8444-32f8-47ea-a4b0-770a9e91c014", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:38.045870 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d630c6c-bc07-4e6b-a38a-c6ea8d6489b4 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:38.046251 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c90aac-6899-494e-bb0d-e8bc286b2308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0e8444-32f8-47ea-a4b0-770a9e91c014', 'code': 200} Dec 09 11:32:38.070633 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=c1c117fd-be34-4cd7-b054-5217970f04a7,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:38.120168 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=0d0e8444-32f8-47ea-a4b0-770a9e91c014,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:38.187169 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8e15-430b-41f7-b458-b2f9e3b8696f req-dee72677-3584-4b12-9b41-50300861242f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:38.188643 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b43d8e15-430b-41f7-b458-b2f9e3b8696f req-dee72677-3584-4b12-9b41-50300861242f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 944 time: 0.0493722 Dec 09 11:32:38.238191 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b43d8e15-430b-41f7-b458-b2f9e3b8696f req-9ca482d0-8412-4daa-af44-06504c3faaab tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Dec 09 11:32:38.288052 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d388bd-9e25-451f-9140-b1217f27161b req-a961d9be-f736-424b-ae3c-bee85e00aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:38.289536 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-71d388bd-9e25-451f-9140-b1217f27161b req-a961d9be-f736-424b-ae3c-bee85e00aa7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 1098 time: 0.0413764 Dec 09 11:32:38.336820 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-71d388bd-9e25-451f-9140-b1217f27161b req-ec9ed069-3740-4c3c-a9f4-e77cebfe7de1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383422 Dec 09 11:32:38.475195 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da17d7-55d0-4898-b8dd-4b90b6a0b42c req-7747d1c5-1632-4f11-98d9-d88278567668 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:38.476659 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-68da17d7-55d0-4898-b8dd-4b90b6a0b42c req-7747d1c5-1632-4f11-98d9-d88278567668 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 945 time: 0.0476117 Dec 09 11:32:38.500809 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['c1c117fd-be34-4cd7-b054-5217970f04a7'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:32:38.523212 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-68da17d7-55d0-4898-b8dd-4b90b6a0b42c req-f2fda8ee-c76a-4af6-99c6-ff7cd0ef63f2 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Dec 09 11:32:39.354361 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691a7c3-0d4e-4eab-91d1-fe5aad8379f0 req-c185f141-c6c8-4c11-aa5d-e7ae59947272 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:39.355849 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3691a7c3-0d4e-4eab-91d1-fe5aad8379f0 req-c185f141-c6c8-4c11-aa5d-e7ae59947272 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 944 time: 0.0510201 Dec 09 11:32:39.403367 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3691a7c3-0d4e-4eab-91d1-fe5aad8379f0 req-89e268fe-fe5c-41a7-a88d-18d03b97106f tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Dec 09 11:32:39.637806 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9924b81-8d9c-4a98-9757-a5c567369c67 req-75372654-386e-4098-a2d3-e1176598f48e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:39.639782 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b9924b81-8d9c-4a98-9757-a5c567369c67 req-75372654-386e-4098-a2d3-e1176598f48e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 945 time: 0.0486369 Dec 09 11:32:39.685814 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b9924b81-8d9c-4a98-9757-a5c567369c67 req-75d2dc56-b2da-4ec2-96b9-361481e4d76d tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Dec 09 11:32:40.515575 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5ff69-c4c4-4127-a77c-7c89c0439734 req-785ad51b-21c3-4ebc-9b61-a17d513589e2 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:40.517003 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-05b5ff69-c4c4-4127-a77c-7c89c0439734 req-785ad51b-21c3-4ebc-9b61-a17d513589e2 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 944 time: 0.0477693 Dec 09 11:32:40.567456 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-05b5ff69-c4c4-4127-a77c-7c89c0439734 req-8623014a-32c4-4901-8f1a-8fca69aae016 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446491 Dec 09 11:32:40.801029 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef15ec-d6a6-4a33-b3e9-423171f799b4 req-49344029-d6c6-4b7d-8ecf-4cde71d8a0a3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:40.802471 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bdef15ec-d6a6-4a33-b3e9-423171f799b4 req-49344029-d6c6-4b7d-8ecf-4cde71d8a0a3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 945 time: 0.0505345 Dec 09 11:32:40.851391 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bdef15ec-d6a6-4a33-b3e9-423171f799b4 req-77002317-12df-437e-bd3b-e416ea011bda tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Dec 09 11:32:41.682914 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4ead-13c6-4f0a-80f4-6919afc37d96 req-6474f34f-5f48-4940-98d6-0c7dd29926c3 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:41.684366 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ffea4ead-13c6-4f0a-80f4-6919afc37d96 req-6474f34f-5f48-4940-98d6-0c7dd29926c3 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 944 time: 0.0494418 Dec 09 11:32:41.733472 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ffea4ead-13c6-4f0a-80f4-6919afc37d96 req-e42e1354-5b9d-4316-83af-7977a6195cfa tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433021 Dec 09 11:32:41.744595 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c1c117fd-be34-4cd7-b054-5217970f04a7 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:32:41.799107 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port c1c117fd-be34-4cd7-b054-5217970f04a7 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:32:41.804014 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port c1c117fd-be34-4cd7-b054-5217970f04a7 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:32:41.804495 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:41.879024 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:41.900768 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:41.902999 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d91cb0f-55d0-4d98-9c18-9f69ab1c4548" -d '{"events": [{"server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "name": "network-vif-plugged", "status": "completed", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:41.917282 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port c1c117fd-be34-4cd7-b054-5217970f04a7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c117fd-be34-4cd7-b054-5217970f04a7,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:41.921200 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:41.946845 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54374f1-2cf9-4dde-a033-d6c57dee9f0d x-openstack-request-id: req-a54374f1-2cf9-4dde-a033-d6c57dee9f0d {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:41.947142 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "name": "network-vif-plugged", "status": "completed", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:41.947400 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a54374f1-2cf9-4dde-a033-d6c57dee9f0d {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:41.947815 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'code': 200} Dec 09 11:32:41.972761 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=c1c117fd-be34-4cd7-b054-5217970f04a7,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:42.293594 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36f7d4-c947-41a5-9b5a-c0e45a48836c req-c1778f9a-9d95-4496-bf8f-fdb32f1b0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:42.295122 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2a36f7d4-c947-41a5-9b5a-c0e45a48836c req-c1778f9a-9d95-4496-bf8f-fdb32f1b0048 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 1098 time: 0.0441117 Dec 09 11:32:42.353127 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2a36f7d4-c947-41a5-9b5a-c0e45a48836c req-08eb58c7-611d-4fb6-b35a-d78bc87dfd86 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Dec 09 11:32:42.850491 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87626efd-df57-456f-9a00-3d2ae67c5005 req-6a44f23e-0385-4fe5-88fc-833ba9b8701e tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:42.851943 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-87626efd-df57-456f-9a00-3d2ae67c5005 req-6a44f23e-0385-4fe5-88fc-833ba9b8701e tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0510712 Dec 09 11:32:42.900173 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-87626efd-df57-456f-9a00-3d2ae67c5005 req-ce6ba807-e47f-4536-97d5-f8a35334b01d tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Dec 09 11:32:44.046510 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1b0c0-2eb7-47ad-acbf-d53a98156a35 req-2dbc2850-ee0f-4891-94e7-8ef4e43bf59a tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:44.048095 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-09f1b0c0-2eb7-47ad-acbf-d53a98156a35 req-2dbc2850-ee0f-4891-94e7-8ef4e43bf59a tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0658510 Dec 09 11:32:44.104505 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-09f1b0c0-2eb7-47ad-acbf-d53a98156a35 req-c18f5cc4-d18d-4842-a2e1-c0a5a167e405 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485563 Dec 09 11:32:44.227951 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989bf9b-6d59-4f4b-bf59-273d66bc962b req-ae9a6b16-fe30-4b23-8c14-4968f382fa55 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:44.229308 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1989bf9b-6d59-4f4b-bf59-273d66bc962b req-ae9a6b16-fe30-4b23-8c14-4968f382fa55 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0549984 Dec 09 11:32:44.278231 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1989bf9b-6d59-4f4b-bf59-273d66bc962b req-2a7dc790-f7bb-4448-b443-4ddd926248be tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Dec 09 11:32:44.299094 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51514) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:44.485344 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a754a-0488-4b81-9af9-1b6d2b2a449d tempest-TestShelveInstance-458062727 tempest-TestShelveInstance-458062727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:44.487987 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-6f2a754a-0488-4b81-9af9-1b6d2b2a449d tempest-TestShelveInstance-458062727 tempest-TestShelveInstance-458062727-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 1093 time: 0.1876032 Dec 09 11:32:44.491283 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51518) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:32:44.495572 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Request body: {'floatingip': {'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'port_id': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:44.517879 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for floatingip, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:44.616677 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:44.719501 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Allocated IP 172.27.0.228 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/5a31eeb6-6d25-41e2-89db-dc3b3a76320a) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:32:44.820371 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:44.853713 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:44.894385 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:32:44.897668 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:32:44.901842 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:32:44.904851 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event updated for resources: {'Port': ['ID=5a31eeb6-6d25-41e2-89db-dc3b3a76320a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:45.490937 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:45.554053 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:45.702234 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:45.706608 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:45.773335 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event updated for resources: {'Port': ['ID=5a31eeb6-6d25-41e2-89db-dc3b3a76320a,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:45.786845 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:45.885622 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.l3_db [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Floating IP a95fe53b-1277-4b04-be7e-b4d84798be2d associated. External IP: 172.27.0.228, port: c1c117fd-be34-4cd7-b054-5217970f04a7. Dec 09 11:32:46.041511 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:46.094138 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Router e98c9fea-5757-4d58-b8e3-1445ce37beaa has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:32:46.211573 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:32:46.220890 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] Sync routers for ids ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:32:46.231148 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] Routers {'e98c9fea-5757-4d58-b8e3-1445ce37beaa'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:32:46.231638 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:46.231782 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:32:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:46.262631 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-37df5c52-5c7c-4819-9be7-96131deb5050 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7702973 Dec 09 11:32:46.263268 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:46.265771 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da498cb0-070b-4ef8-84cc-232b95606c82" -d '{"events": [{"name": "network-changed", "server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:46.303422 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53849d50-1243-40b3-9523-ad5857fb817c x-openstack-request-id: req-53849d50-1243-40b3-9523-ad5857fb817c {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:46.303722 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:46.303979 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53849d50-1243-40b3-9523-ad5857fb817c {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:46.304379 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'status': 'completed', 'code': 200} Dec 09 11:32:46.338614 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] Set router e98c9fea-5757-4d58-b8e3-1445ce37beaa gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:32:46.410446 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-04e6c49c-3daa-435b-a4c3-ba3fa8fcbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:46.412087 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-04e6c49c-3daa-435b-a4c3-ba3fa8fcbb8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=707b930438344b1bb852cbd384067a3f&device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 1098 time: 0.0419126 Dec 09 11:32:46.508781 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-ad296dff-da4a-4350-8239-0d5463821257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:46.510239 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-ad296dff-da4a-4350-8239-0d5463821257 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27ded0f4-6cc3-4487-80f0-f35de59ea038 HTTP/1.1" status: 200 len: 910 time: 0.0867906 Dec 09 11:32:46.563159 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:54Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': 'a95fe53b-1277-4b04-be7e-b4d84798be2d', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'port_id': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'mac_address': 'fa:16:3e:b0:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:32:45Z', 'updated_at': '2021-12-09T11:32:45Z', 'revision_number': 0, 'project_id': '707b930438344b1bb852cbd384067a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0081697f-29af-4da0-a13f-205b39160e37', 'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'mac_address': 'fa:16:3e:57:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:53Z', 'updated_at': '2021-12-09T11:31:58Z', 'revision_number': 5, 'project_id': '707b930438344b1bb852cbd384067a3f', 'subnets': [{'id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:46.585303 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-50663ac2-1681-4233-87e4-10e1b92745cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c117fd-be34-4cd7-b054-5217970f04a7 HTTP/1.1" status: 200 len: 999 time: 0.0662467 Dec 09 11:32:46.593188 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] Checking router: e98c9fea-5757-4d58-b8e3-1445ce37beaa for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:32:46.601616 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] Routers {'e98c9fea-5757-4d58-b8e3-1445ce37beaa'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:32:46.602219 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:32:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:46.647808 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-cffae94e-945e-4364-ae1b-3ee5a1e9f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:46.649290 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-cffae94e-945e-4364-ae1b-3ee5a1e9f008 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b983b13-7d0f-4349-ac36-cae7f90c5f82 HTTP/1.1" status: 200 len: 848 time: 0.0498874 Dec 09 11:32:46.701295 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-9c98286d-42af-4289-a8e1-407938b864ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:46.702827 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-9c98286d-42af-4289-a8e1-407938b864ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27ded0f4-6cc3-4487-80f0-f35de59ea038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440369 Dec 09 11:32:46.709642 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] Set router e98c9fea-5757-4d58-b8e3-1445ce37beaa gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:32:46.802765 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-a110c0f7-f993-4480-988e-a2827f1244a6 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893376 Dec 09 11:32:46.895590 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-da498cb0-070b-4ef8-84cc-232b95606c82 req-302bbf42-1b09-4a68-a0e4-7dba76740f20 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823998 Dec 09 11:32:46.939461 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:54Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': 'a95fe53b-1277-4b04-be7e-b4d84798be2d', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'port_id': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'mac_address': 'fa:16:3e:b0:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:32:45Z', 'updated_at': '2021-12-09T11:32:45Z', 'revision_number': 0, 'project_id': '707b930438344b1bb852cbd384067a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0081697f-29af-4da0-a13f-205b39160e37', 'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'mac_address': 'fa:16:3e:57:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:53Z', 'updated_at': '2021-12-09T11:31:58Z', 'revision_number': 5, 'project_id': '707b930438344b1bb852cbd384067a3f', 'subnets': [{'id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:32:46.966944 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82798b0-77b3-4f6d-9eab-69f156f2d111 None None] The sync data for ids ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'] in dv-cinder-817351-6-iscsi is: [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:54Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': 'a95fe53b-1277-4b04-be7e-b4d84798be2d', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'floating_ip_address': '172.27.0.228', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'port_id': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'mac_address': 'fa:16:3e:b0:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:32:45Z', 'updated_at': '2021-12-09T11:32:45Z', 'revision_number': 0, 'project_id': '707b930438344b1bb852cbd384067a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0081697f-29af-4da0-a13f-205b39160e37', 'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'mac_address': 'fa:16:3e:57:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:53Z', 'updated_at': '2021-12-09T11:31:58Z', 'revision_number': 5, 'project_id': '707b930438344b1bb852cbd384067a3f', 'subnets': [{'id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:32:47.155480 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacca160-67c4-41ea-891e-4cb151cd781a None None] New status for floating IP a95fe53b-1277-4b04-be7e-b4d84798be2d: ACTIVE {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:32:53.691568 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-0f972d8b-7bad-4b86-b3b0-5cdca6f3afa7 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:53.693514 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-0f972d8b-7bad-4b86-b3b0-5cdca6f3afa7 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 815 time: 0.0988541 Dec 09 11:32:53.707834 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-9629edbb-1ae0-4562-bce0-5c7307a570a1 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/quotas/fd51be8dbb9047efa0ae76ebae6178c8 HTTP/1.1" status: 200 len: 375 time: 0.0086589 Dec 09 11:32:53.763453 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-9804f222-f973-4293-9de2-5ee1056f8b65 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505052 Dec 09 11:32:53.853943 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-11e20481-6dcb-4cdc-8952-6ace166429b6 service neutron] 10.222.0.30 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833788 Dec 09 11:32:53.864725 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bf8e10c2-9556-4fa4-badc-1f02063b74c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:53.950721 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-5b2ffe05-75be-449d-98f2-345fde337a98 service neutron] 10.222.0.30 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904272 Dec 09 11:32:54.125768 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6824a2d6-891b-4a08-9f5d-e3c3cf24b720 req-2a7da461-241b-423c-a0a7-21629313c258 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 210 time: 0.0285270 Dec 09 11:32:55.229061 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8c031966-e610-41b1-aeac-862a9ac0b1cc req-e9ab7888-d203-4e0d-a851-c27bd5108e8b tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 210 time: 0.0275741 Dec 09 11:32:55.528028 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-4428a632-b09d-4b0a-b983-54527faeb19e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:55.529385 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-4428a632-b09d-4b0a-b983-54527faeb19e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 815 time: 0.1073961 Dec 09 11:32:55.611661 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Request body: {'port': {'device_id': '56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e', 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f', 'admin_state_up': True, 'tenant_id': 'fd51be8dbb9047efa0ae76ebae6178c8'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:55.728873 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Made reservation on behalf of fd51be8dbb9047efa0ae76ebae6178c8 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:32:55.732330 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:55.859982 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Allocated IP 172.20.0.10 (3d2c1a55-3659-4bcb-bd31-0c9c0767e79f/6b62b309-458f-4f00-83f8-97186fa3e3a1/7953f410-aaf8-4830-92db-f075dc4948f7) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:32:56.005276 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.039470 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.041805 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4beb12f9-11bc-47c8-ac1f-805c6b370a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.084210 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:32:56.089218 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:32:56.091639 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:32:56.100905 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['b422237c-6403-456d-91f4-4a41ba91abb0', '8c759346-028b-441c-914b-2c2436397d92', '0d0e8444-32f8-47ea-a4b0-770a9e91c014'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:32:56.119225 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Pushing event updated for resources: {'Port': ['ID=7953f410-aaf8-4830-92db-f075dc4948f7,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:56.148787 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:56.149521 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.174313 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d06528a9-24d2-44ac-b9d7-8179c93f010e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667291 Dec 09 11:32:56.196901 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Request body: {'port': {'device_id': '56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:32:56.254319 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.355057 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f77aa3-8086-4ea1-9429-aa46aafc9d6f req-247d68a3-1f74-4591-b000-6e02cf0abf9d tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:56.356822 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-38f77aa3-8086-4ea1-9429-aa46aafc9d6f req-247d68a3-1f74-4591-b000-6e02cf0abf9d tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 932 time: 0.0550063 Dec 09 11:32:56.421895 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-38f77aa3-8086-4ea1-9429-aa46aafc9d6f req-70885b87-a1bf-4bf9-b7ff-9b6913a58a9d tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582023 Dec 09 11:32:56.548123 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7953f410-aaf8-4830-92db-f075dc4948f7 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:32:56.556747 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.569768 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Transition to ACTIVE for port object 7953f410-aaf8-4830-92db-f075dc4948f7 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:32:56.574028 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.629425 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7953f410-aaf8-4830-92db-f075dc4948f7,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:56.700017 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Attempting to bind port 7953f410-aaf8-4830-92db-f075dc4948f7 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:32:56.700500 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Attempting to bind port 7953f410-aaf8-4830-92db-f075dc4948f7 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:32:56.700739 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Attempting to bind port 7953f410-aaf8-4830-92db-f075dc4948f7 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:56.701376 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff197-b1e9-4f09-a602-a132a2ab92dc req-e06417c2-ce3b-4693-bec0-730a589ab98b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:56.703167 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e3cff197-b1e9-4f09-a602-a132a2ab92dc req-e06417c2-ce3b-4693-bec0-730a589ab98b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 947 time: 0.0523436 Dec 09 11:32:56.704965 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Port 7953f410-aaf8-4830-92db-f075dc4948f7 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:32:56.705290 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Attempting to bind port 7953f410-aaf8-4830-92db-f075dc4948f7 on network 3d2c1a55-3659-4bcb-bd31-0c9c0767e79f {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:32:56.710837 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:32:56.711179 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Checking segment: {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:32:56.711564 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Bound using segment: {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:32:56.711987 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Bound port: 7953f410-aaf8-4830-92db-f075dc4948f7, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29822c72-e9e9-4934-a46d-6cc851af5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:32:56.712341 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.751266 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e3cff197-b1e9-4f09-a602-a132a2ab92dc req-240b82db-fc24-4f4f-a754-f29487e68e26 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Dec 09 11:32:56.786664 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] For port 7953f410-aaf8-4830-92db-f075dc4948f7, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:32:56.789855 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] For port 7953f410-aaf8-4830-92db-f075dc4948f7, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7953f410-aaf8-4830-92db-f075dc4948f7,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:32:56.793752 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.826542 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:56.827214 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.828608 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] 10.222.0.32 "PUT /v2.0/ports/7953f410-aaf8-4830-92db-f075dc4948f7 HTTP/1.1" status: 200 len: 1094 time: 0.6359141 Dec 09 11:32:56.829045 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e', 'tag': '7953f410-aaf8-4830-92db-f075dc4948f7'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:32:56.831329 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487874be-f000-456f-9722-998bc5450236" -d '{"events": [{"name": "network-changed", "server_uuid": "56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e", "tag": "7953f410-aaf8-4830-92db-f075dc4948f7"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:32:56.860560 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065d586-ab02-470f-b779-df3b986c5dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7953f410-aaf8-4830-92db-f075dc4948f7,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:32:56.871493 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc950e-44a8-415e-9e11-3ab803248b6d x-openstack-request-id: req-f1cc950e-44a8-415e-9e11-3ab803248b6d {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:32:56.871783 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e", "tag": "7953f410-aaf8-4830-92db-f075dc4948f7", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:32:56.872038 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1cc950e-44a8-415e-9e11-3ab803248b6d {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:32:56.872438 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e', 'tag': '7953f410-aaf8-4830-92db-f075dc4948f7', 'status': 'completed', 'code': 200} Dec 09 11:32:56.967618 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:56.985318 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-4f9b0013-b691-4352-9808-547434e3b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:56.986885 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-4f9b0013-b691-4352-9808-547434e3b212 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 1097 time: 0.0464783 Dec 09 11:32:57.044106 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-9ba25a4c-f7f6-4144-b6c0-3a1c9c6a23fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7953f410-aaf8-4830-92db-f075dc4948f7 HTTP/1.1" status: 200 len: 217 time: 0.0381711 Dec 09 11:32:57.095319 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-87b7e977-df7d-4a4a-a504-c7150580139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:57.096770 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-87b7e977-df7d-4a4a-a504-c7150580139e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b62b309-458f-4f00-83f8-97186fa3e3a1 HTTP/1.1" status: 200 len: 855 time: 0.0442283 Dec 09 11:32:57.132897 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-eff5c98c-f168-483c-b506-a7b7fbb19773 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247328 Dec 09 11:32:57.233705 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-84882122-96ae-4573-9549-cbd4dc31a88f service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831711 Dec 09 11:32:57.327829 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98f4f73f-7d57-4b0e-975b-2edb34685187 req-d905b9c7-2d17-467f-a871-6d1e9cece54c service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826190 Dec 09 11:32:57.545797 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8130381-4ca3-41da-b09f-795e42003a8d req-5e9209ce-016c-4c51-ba89-91ba2e06d74b tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:57.548150 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8130381-4ca3-41da-b09f-795e42003a8d req-5e9209ce-016c-4c51-ba89-91ba2e06d74b tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 944 time: 0.0566344 Dec 09 11:32:57.549618 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487874be-f000-456f-9722-998bc5450236 req-935d1789-fb43-4f8d-87ee-0be24fee5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:57.551804 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-487874be-f000-456f-9722-998bc5450236 req-935d1789-fb43-4f8d-87ee-0be24fee5ed4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 1097 time: 0.0418692 Dec 09 11:32:57.602868 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8130381-4ca3-41da-b09f-795e42003a8d req-ffb70691-beba-46b3-8bca-5444da301f66 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475347 Dec 09 11:32:57.647662 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487874be-f000-456f-9722-998bc5450236 req-7f6d426d-115f-4692-868f-2dc6f08c27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:57.649126 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-487874be-f000-456f-9722-998bc5450236 req-7f6d426d-115f-4692-868f-2dc6f08c27d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 200 len: 916 time: 0.0878794 Dec 09 11:32:57.696156 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-487874be-f000-456f-9722-998bc5450236 req-e061c5d0-53ce-4ff6-a8d1-8e338cf63b56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7953f410-aaf8-4830-92db-f075dc4948f7 HTTP/1.1" status: 200 len: 217 time: 0.0346079 Dec 09 11:32:57.749738 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487874be-f000-456f-9722-998bc5450236 req-02f83be8-266e-49e4-bc3d-80b639793efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:57.751211 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-487874be-f000-456f-9722-998bc5450236 req-02f83be8-266e-49e4-bc3d-80b639793efa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b62b309-458f-4f00-83f8-97186fa3e3a1 HTTP/1.1" status: 200 len: 855 time: 0.0463386 Dec 09 11:32:57.786983 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-487874be-f000-456f-9722-998bc5450236 req-61eac37e-8dcf-46c5-a378-95f90e6282bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250735 Dec 09 11:32:57.878983 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd567c7-d793-4fc3-93b2-a58037292024 req-7b3454c9-1855-4f3c-9d6b-7c79d506a8cf tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:57.880472 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2cd567c7-d793-4fc3-93b2-a58037292024 req-7b3454c9-1855-4f3c-9d6b-7c79d506a8cf tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 947 time: 0.0549614 Dec 09 11:32:57.883170 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-487874be-f000-456f-9722-998bc5450236 req-2506143c-1a82-4790-a5ca-02c00d3f6d88 service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841680 Dec 09 11:32:57.930832 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2cd567c7-d793-4fc3-93b2-a58037292024 req-89544432-e04f-498d-ac63-d37fc966b0d0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441809 Dec 09 11:32:57.990858 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-487874be-f000-456f-9722-998bc5450236 req-df94d48c-d35e-4cf8-b5c3-9ae080676a0d service neutron] 10.222.0.32 "GET /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968184 Dec 09 11:32:58.622009 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:58.723232 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6190d57-01e2-4e76-87a0-5a524306584f req-6323ba23-d78d-400e-940e-9c9400818950 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:58.724679 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a6190d57-01e2-4e76-87a0-5a524306584f req-6323ba23-d78d-400e-940e-9c9400818950 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 944 time: 0.0486767 Dec 09 11:32:58.770141 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a6190d57-01e2-4e76-87a0-5a524306584f req-1896a573-97a6-489a-915b-e99f0567cc4d tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Dec 09 11:32:59.049495 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f462-aeab-4423-85f7-78595b0b371e req-54485ac3-bc05-45f8-9b4f-9f161665adce tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:59.051114 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c5c4f462-aeab-4423-85f7-78595b0b371e req-54485ac3-bc05-45f8-9b4f-9f161665adce tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 947 time: 0.0480847 Dec 09 11:32:59.098386 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c5c4f462-aeab-4423-85f7-78595b0b371e req-36b054cb-54a7-405e-92ee-46dcd24f735d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399036 Dec 09 11:32:59.593968 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:59.806033 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df6392-c935-4715-a654-5b7f06c16028 req-8eb75453-d969-42c8-890c-40f3b35ce24f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:59.807588 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-83df6392-c935-4715-a654-5b7f06c16028 req-8eb75453-d969-42c8-890c-40f3b35ce24f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 947 time: 0.0503497 Dec 09 11:32:59.819541 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 7953f410-aaf8-4830-92db-f075dc4948f7 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:32:59.895337 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52561f-06f8-4060-845a-45fb21b49c6a req-2a954cfe-b88a-4c78-bce7-1dc99c446957 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:32:59.896777 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b52561f-06f8-4060-845a-45fb21b49c6a req-2a954cfe-b88a-4c78-bce7-1dc99c446957 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 944 time: 0.0535216 Dec 09 11:32:59.918407 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Deleting port 32bfbc54-1294-4e3c-8552-3977662ea6ac {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:32:59.918724 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:59.928761 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 7953f410-aaf8-4830-92db-f075dc4948f7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7953f410-aaf8-4830-92db-f075dc4948f7,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:32:59.941002 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '7953f410-aaf8-4830-92db-f075dc4948f7', 'network_id': '3d2c1a55-3659-4bcb-bd31-0c9c0767e79f', 'port_id': '7953f410-aaf8-4830-92db-f075dc4948f7', 'mac_address': 'fa:16:3e:97:6b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b62b309-458f-4f00-83f8-97186fa3e3a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:32:59.952958 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b52561f-06f8-4060-845a-45fb21b49c6a req-7ae19ee4-d99c-4026-a5e7-7a50945eaf83 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498619 Dec 09 11:32:59.985385 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:32:59.998603 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7953f410-aaf8-4830-92db-f075dc4948f7 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:33:00.016126 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] For port 32bfbc54-1294-4e3c-8552-3977662ea6ac, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=32bfbc54-1294-4e3c-8552-3977662ea6ac,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:00.016496 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:00.017090 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 7953f410-aaf8-4830-92db-f075dc4948f7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7953f410-aaf8-4830-92db-f075dc4948f7,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:00.022020 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:00.069480 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=7953f410-aaf8-4830-92db-f075dc4948f7,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:00.076518 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.076877 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.077254 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.077604 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.077943 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.078298 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.078618 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.078978 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.079311 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.079659 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.079994 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.080322 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.080649 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:00.219529 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f439d5-70f4-414e-b85a-91459b0fc12b req-50adb43e-97a4-4ca7-b93a-025d9efe1c9a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:00.221045 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-61f439d5-70f4-414e-b85a-91459b0fc12b req-50adb43e-97a4-4ca7-b93a-025d9efe1c9a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 947 time: 0.0481420 Dec 09 11:33:00.267866 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-61f439d5-70f4-414e-b85a-91459b0fc12b req-fdb848e9-e5e6-4cf4-b47c-a0c1cbdb7cfe tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 Dec 09 11:33:00.507733 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['7953f410-aaf8-4830-92db-f075dc4948f7'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:33:00.540380 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:00.540741 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:00.541063 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.l3_db [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Floating IP 86be54da-ba45-4c26-b76e-ddf10af4d44b disassociated. External IP: 172.27.0.252, port: 32bfbc54-1294-4e3c-8552-3977662ea6ac. Dec 09 11:33:00.541409 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Calling delete_port for 32bfbc54-1294-4e3c-8552-3977662ea6ac owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:00.667742 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:00.697657 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event deleted for resources: {'Port': ['ID=32bfbc54-1294-4e3c-8552-3977662ea6ac,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:00.813050 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:33:00.920398 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:33:00.930489 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] Sync routers for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:33:00.940724 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:33:00.941335 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:32:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:00.965378 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] No DVR routers for this DVR port 32bfbc54-1294-4e3c-8552-3977662ea6ac on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:33:00.970766 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:00.975708 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-83df6392-c935-4715-a654-5b7f06c16028 req-d46e0dce-f8af-4563-9831-eba141307fed tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.32 "DELETE /v2.0/ports/32bfbc54-1294-4e3c-8552-3977662ea6ac HTTP/1.1" status: 204 len: 173 time: 1.1581216 Dec 09 11:33:00.976187 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'name': 'network-vif-deleted', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:00.978546 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f95f473-f271-4b16-aae1-ca94d3edbe62" -d '{"events": [{"server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "name": "network-vif-deleted", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:01.033196 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8f0c0c-1991-494d-af92-d8b27cbcee36 x-openstack-request-id: req-ef8f0c0c-1991-494d-af92-d8b27cbcee36 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:01.033597 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa35bb7-02cd-45f5-a5d3-f186f53e11a7", "name": "network-vif-deleted", "tag": "32bfbc54-1294-4e3c-8552-3977662ea6ac", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:01.034001 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef8f0c0c-1991-494d-af92-d8b27cbcee36 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:01.034529 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa35bb7-02cd-45f5-a5d3-f186f53e11a7', 'name': 'network-vif-deleted', 'tag': '32bfbc54-1294-4e3c-8552-3977662ea6ac', 'status': 'completed', 'code': 200} Dec 09 11:33:01.109449 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc271aa8-f4a7-456b-93a1-dab8d7aa7b53 req-41c36bcd-a414-4513-b441-cac2df8898cb tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:01.111523 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc271aa8-f4a7-456b-93a1-dab8d7aa7b53 req-41c36bcd-a414-4513-b441-cac2df8898cb tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 945 time: 0.0638800 Dec 09 11:33:01.190042 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:33:01.411739 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:01.420000 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc271aa8-f4a7-456b-93a1-dab8d7aa7b53 req-124bb23f-7dfc-4cc2-8d61-7b989cb4684c tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012211 Dec 09 11:33:01.434148 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0e55ddf-e3a5-4aac-8a46-e421d092e27b req-7194edcc-22ad-439d-8f0c-c992f10f9945 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fa35bb7-02cd-45f5-a5d3-f186f53e11a7 HTTP/1.1" status: 200 len: 210 time: 0.0307548 Dec 09 11:33:01.440143 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] Checking router: ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:33:01.449581 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:33:01.450203 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:32:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:01.562589 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:33:01.775731 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:01.802020 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c75be-8f9b-4720-9b6c-ff06b1ed76c3 None None] The sync data for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi is: [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:33:01.840258 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 7953f410-aaf8-4830-92db-f075dc4948f7 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:33:01.894996 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 7953f410-aaf8-4830-92db-f075dc4948f7 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:33:01.899487 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 7953f410-aaf8-4830-92db-f075dc4948f7 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:33:01.899858 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:01.987890 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:02.015583 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7953f410-aaf8-4830-92db-f075dc4948f7'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:02.015583 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4932b8-1664-4114-b663-92f24b1d27d0" -d '{"events": [{"server_uuid": "56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e", "name": "network-vif-plugged", "status": "completed", "tag": "7953f410-aaf8-4830-92db-f075dc4948f7"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:02.029000 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 7953f410-aaf8-4830-92db-f075dc4948f7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7953f410-aaf8-4830-92db-f075dc4948f7,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:02.033892 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:02.063842 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fd316b-458f-467f-b29d-c9e0aca59c82 x-openstack-request-id: req-50fd316b-458f-467f-b29d-c9e0aca59c82 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:02.064165 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e", "name": "network-vif-plugged", "status": "completed", "tag": "7953f410-aaf8-4830-92db-f075dc4948f7", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:02.064428 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50fd316b-458f-467f-b29d-c9e0aca59c82 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:02.064883 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7953f410-aaf8-4830-92db-f075dc4948f7', 'code': 200} Dec 09 11:33:02.080228 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9008cb-2b4c-4c40-aec1-796c22930b1a None None] New status for floating IP 86be54da-ba45-4c26-b76e-ddf10af4d44b: DOWN {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:33:02.089114 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=7953f410-aaf8-4830-92db-f075dc4948f7,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:02.303259 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19a167-e9eb-4e13-8de4-07e1dac711e3 req-61ebd9a4-120b-4fbc-905e-7eba1491f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:02.304885 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa19a167-e9eb-4e13-8de4-07e1dac711e3 req-61ebd9a4-120b-4fbc-905e-7eba1491f39e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 1099 time: 0.0409377 Dec 09 11:33:02.354423 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa19a167-e9eb-4e13-8de4-07e1dac711e3 req-936c2e83-af15-40a8-8411-e30e29d6a565 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371137 Dec 09 11:33:02.525360 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51656) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:02.539588 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfa9f4-b85e-40f4-b6e4-32227afbb4c4 req-04a2443a-e88c-45f6-9ff9-64b5c8d88ebb tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:02.541021 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1bdfa9f4-b85e-40f4-b6e4-32227afbb4c4 req-04a2443a-e88c-45f6-9ff9-64b5c8d88ebb tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 946 time: 0.0522585 Dec 09 11:33:02.581429 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8facb0b1-42d5-447d-93c8-7246b913b427 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:02.590239 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1bdfa9f4-b85e-40f4-b6e4-32227afbb4c4 req-7e181442-d4e4-4111-9426-7502ae6a4fea tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Dec 09 11:33:02.606398 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8facb0b1-42d5-447d-93c8-7246b913b427 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:02.658386 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8facb0b1-42d5-447d-93c8-7246b913b427 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:02.661439 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8facb0b1-42d5-447d-93c8-7246b913b427 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:02.662646 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8facb0b1-42d5-447d-93c8-7246b913b427 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "DELETE /v2.0/security-groups/354ee3bf-fe61-4f0c-90bc-ce86ff589cfa HTTP/1.1" status: 204 len: 168 time: 0.1361494 Dec 09 11:33:02.665506 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51658) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:02.672007 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facb0b1-42d5-447d-93c8-7246b913b427 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354ee3bf-fe61-4f0c-90bc-ce86ff589cfa,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:02.679087 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.api.v2.resource [None req-fe4efde9-9fd0-4afb-aed2-b6c759ff68ea tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] show failed (client error): The resource could not be found. Dec 09 11:33:02.682881 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-fe4efde9-9fd0-4afb-aed2-b6c759ff68ea tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups/354ee3bf-fe61-4f0c-90bc-ce86ff589cfa HTTP/1.1" status: 404 len: 347 time: 0.0136192 Dec 09 11:33:02.683130 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51660) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:02.816620 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e194ed2f-f36f-43c0-b854-889f6fec517f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Deleting port 1a7de066-4927-418e-bc8c-b26c895e591b {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:02.816961 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e194ed2f-f36f-43c0-b854-889f6fec517f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:02.896249 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e194ed2f-f36f-43c0-b854-889f6fec517f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:02.896469 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e194ed2f-f36f-43c0-b854-889f6fec517f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:02.909133 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e194ed2f-f36f-43c0-b854-889f6fec517f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Calling delete_port for 1a7de066-4927-418e-bc8c-b26c895e591b owned by network:floatingip {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:02.997788 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:33:03.052643 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e194ed2f-f36f-43c0-b854-889f6fec517f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.078190 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194ed2f-f36f-43c0-b854-889f6fec517f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event deleted for resources: {'Port': ['ID=1a7de066-4927-418e-bc8c-b26c895e591b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:03.143388 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e194ed2f-f36f-43c0-b854-889f6fec517f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.146009 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e194ed2f-f36f-43c0-b854-889f6fec517f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.151318 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e194ed2f-f36f-43c0-b854-889f6fec517f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "DELETE /v2.0/floatingips/86be54da-ba45-4c26-b76e-ddf10af4d44b HTTP/1.1" status: 204 len: 168 time: 0.4666154 Dec 09 11:33:03.308138 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51664) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:03.312992 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-a88cb888-2cba-420e-bf9b-a4c17ebe1ba2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115171676', 'description': 'tempest-description--1997305996'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:33:03.335303 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a88cb888-2cba-420e-bf9b-a4c17ebe1ba2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.399048 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a88cb888-2cba-420e-bf9b-a4c17ebe1ba2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.402556 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a88cb888-2cba-420e-bf9b-a4c17ebe1ba2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.431627 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a88cb888-2cba-420e-bf9b-a4c17ebe1ba2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.432830 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a88cb888-2cba-420e-bf9b-a4c17ebe1ba2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1235931 Dec 09 11:33:03.434675 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cb888-2cba-420e-bf9b-a4c17ebe1ba2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4e51be-3105-4a72-b076-c2ccc80b6611,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:03.435791 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51666) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:03.441414 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'security_group_rule': {'security_group_id': '1d4e51be-3105-4a72-b076-c2ccc80b6611', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:33:03.467358 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.523297 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.526555 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.542878 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e034415-a4c6-4410-823b-3b60a69f0e70,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:03.552862 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.554012 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171057 Dec 09 11:33:03.555440 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.555786 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.556126 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.556461 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.556802 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.556990 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51668) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:03.557126 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.557455 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.557783 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.558110 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.558447 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.558775 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.559097 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.559416 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bab6235-2579-400b-a8f2-bfa951d35138 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:03.563142 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-2ef924b9-9b09-4614-a04e-218ca2a73893 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'security_group_rule': {'security_group_id': '1d4e51be-3105-4a72-b076-c2ccc80b6611', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:33:03.592479 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2ef924b9-9b09-4614-a04e-218ca2a73893 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.658555 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2ef924b9-9b09-4614-a04e-218ca2a73893 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.662859 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2ef924b9-9b09-4614-a04e-218ca2a73893 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.681735 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef924b9-9b09-4614-a04e-218ca2a73893 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b97689-7354-453a-8093-0bfffe3f8c1c,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:03.690221 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2ef924b9-9b09-4614-a04e-218ca2a73893 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.694978 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2ef924b9-9b09-4614-a04e-218ca2a73893 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337357 Dec 09 11:33:03.695261 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51672) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:03.699718 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'floatingip': {'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:33:03.724665 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc096e-dfb1-41a5-9c8a-5b02c34d3ee6 req-544740ed-f631-4198-9121-6ff54e8d7ba1 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:03.725836 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.731234 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85fc096e-dfb1-41a5-9c8a-5b02c34d3ee6 req-544740ed-f631-4198-9121-6ff54e8d7ba1 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 946 time: 0.0673885 Dec 09 11:33:03.780374 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85fc096e-dfb1-41a5-9c8a-5b02c34d3ee6 req-54641dd9-cf47-4a3f-8592-5aa12fd29427 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463016 Dec 09 11:33:03.834065 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:03.865649 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 32bfbc54-1294-4e3c-8552-3977662ea6ac no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:03.889960 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 32bfbc54-1294-4e3c-8552-3977662ea6ac {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:03.890237 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 32bfbc54-1294-4e3c-8552-3977662ea6ac not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:03.942581 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Allocated IP 172.27.0.126 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/86be58fd-2e15-4db9-a64d-6d5bb5a63a7d) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:33:04.048562 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:04.083043 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:04.118617 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:33:04.121362 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:33:04.126785 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:33:04.156325 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'Port': ['ID=86be58fd-2e15-4db9-a64d-6d5bb5a63a7d,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:04.218719 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:04.252053 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:04.398503 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:04.403064 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:04.469421 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'Port': ['ID=86be58fd-2e15-4db9-a64d-6d5bb5a63a7d,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:04.481428 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:04.496780 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:04.498006 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-484a0ded-f34b-4ec6-8dc2-86a76fe760f4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8018811 Dec 09 11:33:04.691071 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-402d5ad5-8b45-4d71-a2db-45ff7400f1a8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1115171676&fields=id&tenant_id=d57252b2111940dc8b2df1ba10db9fd6 HTTP/1.1" status: 200 len: 267 time: 0.0424278 Dec 09 11:33:04.797958 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-46a929b2-2435-4527-933b-31f228c8bce2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:04.799349 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-46a929b2-2435-4527-933b-31f228c8bce2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 816 time: 0.1013231 Dec 09 11:33:04.814535 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-9358e95b-2231-4758-a6c6-86907bdca904 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/quotas/d57252b2111940dc8b2df1ba10db9fd6 HTTP/1.1" status: 200 len: 375 time: 0.0090103 Dec 09 11:33:04.891558 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-7bf0a437-d2fd-470f-8869-d7de6022a32a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711656 Dec 09 11:33:04.920180 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920e051-ba9f-488c-87fa-1abe0d429cfa req-cf2781d7-d19d-48ae-b50c-57a446d2815e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:04.921646 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1920e051-ba9f-488c-87fa-1abe0d429cfa req-cf2781d7-d19d-48ae-b50c-57a446d2815e tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 946 time: 0.0722468 Dec 09 11:33:05.018282 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1920e051-ba9f-488c-87fa-1abe0d429cfa req-bfb7c79b-9c3a-4ea1-b767-7205050ecd94 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868177 Dec 09 11:33:05.034105 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-6331a26e-cefd-4a73-b302-5af786a41b06 service neutron] 10.222.0.30 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301661 Dec 09 11:33:05.122130 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-1b6593aa-d3d7-4aa8-ad1f-6584afa5fb13 service neutron] 10.222.0.30 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816514 Dec 09 11:33:05.311152 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-62435a98-1c05-4ccf-af34-197ff9546569 req-be0e798f-a039-4d70-81ce-cdab608297f8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 210 time: 0.0340571 Dec 09 11:33:06.420315 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b1754664-68f9-4ab7-ad05-5f74d857f89c req-f84f4562-0a76-4e2c-94de-e7584ffffce7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 210 time: 0.0326111 Dec 09 11:33:06.548599 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-3d0a0460-757c-4280-86df-fd609f19a62c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:06.550359 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-3d0a0460-757c-4280-86df-fd609f19a62c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 816 time: 0.1133511 Dec 09 11:33:06.639322 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-088da86f-ab76-4cc9-8e10-0bb66bf76c36 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d57252b2111940dc8b2df1ba10db9fd6 HTTP/1.1" status: 200 len: 380 time: 0.0594449 Dec 09 11:33:06.661131 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'port': {'device_id': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'admin_state_up': True, 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'security_groups': ['1d4e51be-3105-4a72-b076-c2ccc80b6611']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:33:06.780043 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Made reservation on behalf of d57252b2111940dc8b2df1ba10db9fd6 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:33:06.783833 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:06.906766 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Allocated IP 172.20.0.3 (7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7/4dd45155-a9a2-42ab-9ce8-d6a88a166bca/962a4cb4-7e0e-4b86-81cd-8b07cf790cc4) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:33:07.046005 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:07.080070 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:07.121979 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:33:07.126723 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:33:07.130896 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:33:07.153880 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event updated for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:07.186169 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:07.186814 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:07.204139 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-0a9b1ddb-2eb6-444e-8acd-490ded3d9453 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479343 Dec 09 11:33:07.242653 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Request body: {'port': {'device_id': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:33:07.304835 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:07.326515 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-5a6b6be9-a8b3-4d13-9d44-47938285087d None None] Provisioning complete for port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:33:07.327104 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6be9-a8b3-4d13-9d44-47938285087d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:07.361777 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b6be9-a8b3-4d13-9d44-47938285087d None None] Port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:33:07.565703 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:33:07.573538 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:07.586748 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Transition to ACTIVE for port object 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:33:07.591001 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:07.663194 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc3589-dadc-4980-bb3b-a8496f957731 req-1b0ace3e-fcec-4bac-8712-ac82ac4f31a6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:07.664770 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-99dc3589-dadc-4980-bb3b-a8496f957731 req-1b0ace3e-fcec-4bac-8712-ac82ac4f31a6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.1738381 Dec 09 11:33:07.671153 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Pushing event updated for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:07.720196 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-99dc3589-dadc-4980-bb3b-a8496f957731 req-dddacd5f-4165-47df-8a13-fb27c1cbfc74 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477700 Dec 09 11:33:07.736908 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Attempting to bind port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:33:07.737785 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Attempting to bind port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:33:07.738909 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Attempting to bind port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 on network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:33:07.743847 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 on network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:33:07.744179 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Attempting to bind port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 on network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:33:07.749490 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:33:07.749830 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Checking segment: {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:33:07.750223 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Bound using segment: {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:33:07.750657 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Bound port: 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b24ada8-0461-40b9-8784-60ec8245a868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:33:07.751048 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:07.820591 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:33:07.823664 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:33:07.828438 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:07.865263 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:07.865911 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:07.867639 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] 10.222.0.32 "PUT /v2.0/ports/962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 HTTP/1.1" status: 200 len: 1093 time: 0.6300211 Dec 09 11:33:07.868078 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:07.870357 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf" -d '{"events": [{"name": "network-changed", "server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:07.902798 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade488a-ef0f-42b9-9c01-a42f16cd7a01 service neutron] Pushing event updated for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:07.917736 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef5350b-3d49-405c-828d-732404ee79e7 x-openstack-request-id: req-cef5350b-3d49-405c-828d-732404ee79e7 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:07.918041 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:07.918302 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cef5350b-3d49-405c-828d-732404ee79e7 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:07.918736 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'status': 'completed', 'code': 200} Dec 09 11:33:08.007173 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-c36e8c75-1709-48e2-a04e-7fbca69e767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:08.008734 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-c36e8c75-1709-48e2-a04e-7fbca69e767f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0471685 Dec 09 11:33:08.070434 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-7bcaddf6-0d35-402b-9c17-eec119f08a8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 HTTP/1.1" status: 200 len: 217 time: 0.0351748 Dec 09 11:33:08.120973 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-197df7aa-a673-4107-85a1-75b2272f80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:08.122541 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-197df7aa-a673-4107-85a1-75b2272f80a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.0441625 Dec 09 11:33:08.178625 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-2c97f397-5d67-484e-9159-9db2085fa0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:08.180126 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-2c97f397-5d67-484e-9159-9db2085fa0c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443361 Dec 09 11:33:08.269177 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-b53eb91b-edd1-4dd2-81f8-079aa5821819 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797222 Dec 09 11:33:08.365352 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0a1b82c-3d9c-4dd6-b2ab-2021371bf3e9 req-a58c4c20-5ce7-4736-a961-e6deb2d4abd8 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851831 Dec 09 11:33:08.536292 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-a0ef9bf6-ee99-406a-a679-5830d70fb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:08.537716 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-a0ef9bf6-ee99-406a-a679-5830d70fb31f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0415213 Dec 09 11:33:08.627166 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-1a89942c-f8df-4ed1-9968-364be99e9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:08.628813 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-1a89942c-f8df-4ed1-9968-364be99e9df7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 917 time: 0.0830107 Dec 09 11:33:08.675801 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-43e1a542-8f37-491e-ae85-863034bc748f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 HTTP/1.1" status: 200 len: 217 time: 0.0387464 Dec 09 11:33:08.730808 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-99091682-7ed6-48e8-a550-1831a30effd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:08.732201 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-99091682-7ed6-48e8-a550-1831a30effd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.0435333 Dec 09 11:33:08.786964 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-c0660b75-ca92-4e06-aac4-4e1e49f859cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:08.788369 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-c0660b75-ca92-4e06-aac4-4e1e49f859cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410070 Dec 09 11:33:08.843296 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553252-b198-47fa-a3cb-7cc15ac4a589 req-ee4674a9-3ba8-4586-bbb4-86c9817a73cb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:08.844804 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4553252-b198-47fa-a3cb-7cc15ac4a589 req-ee4674a9-3ba8-4586-bbb4-86c9817a73cb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0513196 Dec 09 11:33:08.892141 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-95da250e-adcd-4197-b880-7d0ef71b2e8b service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925403 Dec 09 11:33:08.896597 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4553252-b198-47fa-a3cb-7cc15ac4a589 req-9efce2c6-7936-4880-8384-b3b14d1f07d8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454135 Dec 09 11:33:08.991313 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c05ac7ae-7990-447a-8c8f-50b96ad4bbcf req-3dfa4a5b-cab9-42d3-8e18-d61caed5be45 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831580 Dec 09 11:33:10.069029 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185905b2-169a-48f3-8202-58bd62039e0a req-954e6951-db3e-42a4-8960-f961b20c6f22 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:10.070498 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-185905b2-169a-48f3-8202-58bd62039e0a req-954e6951-db3e-42a4-8960-f961b20c6f22 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0982194 Dec 09 11:33:10.118558 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-185905b2-169a-48f3-8202-58bd62039e0a req-53242349-b14b-468e-8b7c-e31b5dba918d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420377 Dec 09 11:33:11.237363 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceb888-d921-47b5-8fdf-343e1b3f3f50 req-8e965a3f-b801-403c-a7b9-8ef2eec9c71b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:11.238956 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-92ceb888-d921-47b5-8fdf-343e1b3f3f50 req-8e965a3f-b801-403c-a7b9-8ef2eec9c71b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0496016 Dec 09 11:33:11.287875 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-92ceb888-d921-47b5-8fdf-343e1b3f3f50 req-ce6c34d1-17d1-47d4-9e60-05082edf8cea tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Dec 09 11:33:11.905144 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:33:12.003461 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:12.015306 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'port_id': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'mac_address': 'fa:16:3e:0e:2a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:33:12.052446 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:12.064813 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:33:12.084148 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:12.088425 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:12.138051 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:12.410126 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36345167-5fed-42a2-a658-c60ee2b0ab7e req-08bc51dc-a7dc-4406-ab63-1f212a96a233 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:12.412315 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-36345167-5fed-42a2-a658-c60ee2b0ab7e req-08bc51dc-a7dc-4406-ab63-1f212a96a233 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 944 time: 0.0539193 Dec 09 11:33:12.458606 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-36345167-5fed-42a2-a658-c60ee2b0ab7e req-dc120217-129d-436a-98c9-5702887ac8a6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404108 Dec 09 11:33:12.570304 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:33:13.576893 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441cc71-867d-453d-8966-ec372bcadacf req-bc8457ca-6cf0-46fc-b163-8d86e5bbaca7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:13.578343 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6441cc71-867d-453d-8966-ec372bcadacf req-bc8457ca-6cf0-46fc-b163-8d86e5bbaca7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 944 time: 0.0486710 Dec 09 11:33:13.623852 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6441cc71-867d-453d-8966-ec372bcadacf req-1e85cece-5bb6-43c1-a163-8bed675d8ffb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394607 Dec 09 11:33:13.893644 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:33:13.947425 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:33:13.951612 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:33:13.951989 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:14.029925 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:14.053281 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:14.055590 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2869f2eb-d6c3-4c2b-aec8-54ceb4ddeaa1" -d '{"events": [{"server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "name": "network-vif-plugged", "status": "completed", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:14.068071 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:14.074348 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:14.102384 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3a637b-f8aa-46b4-ac65-2fd2cc3240ad x-openstack-request-id: req-db3a637b-f8aa-46b4-ac65-2fd2cc3240ad {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:14.102745 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "name": "network-vif-plugged", "status": "completed", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:14.103009 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db3a637b-f8aa-46b4-ac65-2fd2cc3240ad {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:14.103444 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'code': 200} Dec 09 11:33:14.129498 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:14.336108 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672ba7d-21cc-403c-acfe-07e2b03f23e8 req-3de43e74-e0ad-48f0-9d72-1d73e465d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:14.337681 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c672ba7d-21cc-403c-acfe-07e2b03f23e8 req-3de43e74-e0ad-48f0-9d72-1d73e465d023 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0431120 Dec 09 11:33:14.400200 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c672ba7d-21cc-403c-acfe-07e2b03f23e8 req-8c927e0b-8e2a-4e61-9834-76d3b94fd50f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415020 Dec 09 11:33:14.747896 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e151077-4d45-428c-942c-a349ae12cfd2 req-acb6fa08-8183-4d1e-9e71-63cb451f9abd tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:14.749340 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8e151077-4d45-428c-942c-a349ae12cfd2 req-acb6fa08-8183-4d1e-9e71-63cb451f9abd tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0516806 Dec 09 11:33:14.795664 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8e151077-4d45-428c-942c-a349ae12cfd2 req-27d6d706-3acd-42ac-b058-44e333eb23d2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400345 Dec 09 11:33:15.232426 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-9ceaee81-7a2d-4f1b-a710-67037ecc83c1 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589233928&fields=id&tenant_id=e7aeff5b1f3642388728416bc21f327e HTTP/1.1" status: 200 len: 267 time: 0.0429971 Dec 09 11:33:15.285229 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-8fcc1c61-8272-407b-a461-1ae652ffd9dd tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:15.286677 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-8fcc1c61-8272-407b-a461-1ae652ffd9dd tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 984 time: 0.0488768 Dec 09 11:33:15.297329 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-91880ef3-bfb6-46a8-80cd-cfa1579fd083 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Request body: {'port': {'security_groups': ['be22f0f4-94e6-42f3-b228-2102d3f61ca2']}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:33:15.367733 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-91880ef3-bfb6-46a8-80cd-cfa1579fd083 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:15.543090 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-91880ef3-bfb6-46a8-80cd-cfa1579fd083 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] For port f181e5c8-659c-45d4-9bb7-f9bffbc974d9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:15.576269 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-91880ef3-bfb6-46a8-80cd-cfa1579fd083 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:15.580754 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-91880ef3-bfb6-46a8-80cd-cfa1579fd083 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:15.625753 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-91880ef3-bfb6-46a8-80cd-cfa1579fd083 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:15.626431 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-91880ef3-bfb6-46a8-80cd-cfa1579fd083 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:15.627888 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3782a41-4668-4cc8-b7b6-d167f495019c req-91880ef3-bfb6-46a8-80cd-cfa1579fd083 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "PUT /v2.0/ports/f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 942 time: 0.3348327 Dec 09 11:33:15.628349 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:15.630652 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4093bfbb-16dc-440a-b0bc-31a34eb743bf" -d '{"events": [{"name": "network-changed", "server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:15.631294 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['f181e5c8-659c-45d4-9bb7-f9bffbc974d9'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:33:15.635484 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51792) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:15.664705 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91880ef3-bfb6-46a8-80cd-cfa1579fd083 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event updated for resources: {'Port': ['ID=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,revision_number=7']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:15.674468 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826bc0c2-931c-4342-bf31-bc10ca3d9669 x-openstack-request-id: req-826bc0c2-931c-4342-bf31-bc10ca3d9669 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:15.674823 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:15.675701 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-826bc0c2-931c-4342-bf31-bc10ca3d9669 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:15.676948 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'status': 'completed', 'code': 200} Dec 09 11:33:15.731587 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f42ec528-9cf1-4ea8-b00d-ce6909d11680 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:15.786176 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f42ec528-9cf1-4ea8-b00d-ce6909d11680 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:15.830969 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-9f00afb1-c3b1-45ec-9e75-f6ea2ab028c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:15.833064 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-9f00afb1-c3b1-45ec-9e75-f6ea2ab028c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aeff5b1f3642388728416bc21f327e&device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1098 time: 0.0839663 Dec 09 11:33:15.934534 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f42ec528-9cf1-4ea8-b00d-ce6909d11680 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:15.937031 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f42ec528-9cf1-4ea8-b00d-ce6909d11680 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:15.940596 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f42ec528-9cf1-4ea8-b00d-ce6909d11680 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "DELETE /v2.0/security-groups/f917d925-f2d8-4946-86c3-88803448a7c4 HTTP/1.1" status: 204 len: 168 time: 0.3010552 Dec 09 11:33:15.940746 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45d409-6732-402b-a777-d2cca93b3f41 req-48bb711c-c1ef-4e3b-a31b-938b8d6f2ff8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:15.940746 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dd45d409-6732-402b-a777-d2cca93b3f41 req-48bb711c-c1ef-4e3b-a31b-938b8d6f2ff8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0536783 Dec 09 11:33:15.941291 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51796) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:15.953676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ec528-9cf1-4ea8-b00d-ce6909d11680 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f917d925-f2d8-4946-86c3-88803448a7c4,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:15.957746 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-112ddcc8-3e91-45fe-8101-1f7de2afcca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:15.959886 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-112ddcc8-3e91-45fe-8101-1f7de2afcca5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 200 len: 915 time: 0.1165612 Dec 09 11:33:15.981103 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['f181e5c8-659c-45d4-9bb7-f9bffbc974d9'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:33:16.022064 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-0eab2a93-8d4b-45ad-8a1d-6c4492aa236e None None] Provisioning complete for port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:33:16.022731 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0eab2a93-8d4b-45ad-8a1d-6c4492aa236e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:16.027501 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dd45d409-6732-402b-a777-d2cca93b3f41 req-6bf8dffb-09f6-40ac-a7f8-1851d3b868fd tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792134 Dec 09 11:33:16.085759 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:16.089014 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-6534e199-64e3-4cc2-9434-38d046b002a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 1001 time: 0.0929344 Dec 09 11:33:16.217348 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-3755ff03-448a-4e44-bf9e-973f325c6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:16.218928 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-3755ff03-448a-4e44-bf9e-973f325c6376 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a0cd09-1860-4bbe-ae71-c1761e2733eb HTTP/1.1" status: 200 len: 853 time: 0.0653908 Dec 09 11:33:16.220976 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Deleting port 6dc8c4b0-b86d-4f08-9693-276106b5d8e0 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:16.221584 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:16.281136 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-eecc4e69-f696-41c6-aa43-ce10765b9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:16.282605 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-eecc4e69-f696-41c6-aa43-ce10765b9aa6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18c645dc-cda4-4ca4-b189-415be1a306b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416212 Dec 09 11:33:16.306547 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:16.306915 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:16.319062 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Calling delete_port for 6dc8c4b0-b86d-4f08-9693-276106b5d8e0 owned by network:floatingip {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:16.376278 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-7843d45e-56f3-4cc7-8604-ef909575926e service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812619 Dec 09 11:33:16.495205 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:16.498850 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4093bfbb-16dc-440a-b0bc-31a34eb743bf req-f5ac8e39-c59a-4530-95fe-eb5092bcd605 service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883884 Dec 09 11:33:16.520339 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event deleted for resources: {'Port': ['ID=6dc8c4b0-b86d-4f08-9693-276106b5d8e0,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:16.583896 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks [] for floatingip, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:16.584227 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Floating IP 0b2fde1d-ffe2-4da5-aba9-afef1230791d disassociated (deleted). External IP: 172.27.0.187, port: f181e5c8-659c-45d4-9bb7-f9bffbc974d9. Dec 09 11:33:16.798020 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Router 3675852e-119c-4e7b-bfd5-9c5c9204db64 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:33:16.905153 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:33:16.909894 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:16.915159 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] Sync routers for ids ['3675852e-119c-4e7b-bfd5-9c5c9204db64'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:33:16.924552 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] Routers {'3675852e-119c-4e7b-bfd5-9c5c9204db64'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:33:16.925173 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:32:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['3675852e-119c-4e7b-bfd5-9c5c9204db64'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:16.938962 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-68deaaa6-2705-43fc-b85b-a5428bac46db tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "DELETE /v2.0/floatingips/0b2fde1d-ffe2-4da5-aba9-afef1230791d HTTP/1.1" status: 204 len: 168 time: 0.9971116 Dec 09 11:33:17.039529 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] Set router 3675852e-119c-4e7b-bfd5-9c5c9204db64 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:33:17.181201 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a1257-3744-425e-a9dc-f663423e2c3d req-149249ce-ade7-4c38-91f0-176ae7207eef tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:17.182890 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f53a1257-3744-425e-a9dc-f663423e2c3d req-149249ce-ade7-4c38-91f0-176ae7207eef tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0649400 Dec 09 11:33:17.234581 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f53a1257-3744-425e-a9dc-f663423e2c3d req-de17ee50-9480-4b2e-a8ab-8ea22866b457 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446267 Dec 09 11:33:17.277645 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:30:01Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '92f3f050-8717-4adf-af98-4b71f048e966', 'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'mac_address': 'fa:16:3e:5d:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:59Z', 'updated_at': '2021-12-09T11:30:06Z', 'revision_number': 5, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'subnets': [{'id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:17.304266 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] Checking router: 3675852e-119c-4e7b-bfd5-9c5c9204db64 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:33:17.313153 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] Routers {'3675852e-119c-4e7b-bfd5-9c5c9204db64'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:33:17.313779 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:32:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['3675852e-119c-4e7b-bfd5-9c5c9204db64'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:17.358562 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910bb87-7313-4ad7-a913-d7164929998d req-96b9e2ea-1504-420f-ad2c-8c8f3f32adf3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:17.360016 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9910bb87-7313-4ad7-a913-d7164929998d req-96b9e2ea-1504-420f-ad2c-8c8f3f32adf3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0486386 Dec 09 11:33:17.369372 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51818) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:17.373692 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-01815db0-469d-4a2d-951e-03846375b012 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Request body: {'floatingip': {'port_id': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:33:17.414523 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01815db0-469d-4a2d-951e-03846375b012 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:17.430487 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] Set router 3675852e-119c-4e7b-bfd5-9c5c9204db64 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:33:17.628894 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:30:01Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '92f3f050-8717-4adf-af98-4b71f048e966', 'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'mac_address': 'fa:16:3e:5d:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:59Z', 'updated_at': '2021-12-09T11:30:06Z', 'revision_number': 5, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'subnets': [{'id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:17.655724 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed43e3-87ba-4bfb-8c1d-2c811b61dbe4 None None] The sync data for ids ['3675852e-119c-4e7b-bfd5-9c5c9204db64'] in dv-cinder-817351-6-iscsi is: [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:30:01Z', 'revision_number': 4, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '92f3f050-8717-4adf-af98-4b71f048e966', 'name': '', 'network_id': '18c645dc-cda4-4ca4-b189-415be1a306b3', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'mac_address': 'fa:16:3e:5d:76:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:59Z', 'updated_at': '2021-12-09T11:30:06Z', 'revision_number': 5, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'subnets': [{'id': 'e5a0cd09-1860-4bbe-ae71-c1761e2733eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:33:17.688028 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:17.690532 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:17.742337 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddd579d-6c4e-4723-98d5-a6d8b4bfdddc x-openstack-request-id: req-7ddd579d-6c4e-4723-98d5-a6d8b4bfdddc {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:17.742473 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:17.742659 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ddd579d-6c4e-4723-98d5-a6d8b4bfdddc {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:17.743068 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'status': 'completed', 'code': 200} Dec 09 11:33:17.867128 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01815db0-469d-4a2d-951e-03846375b012 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:17.874074 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01815db0-469d-4a2d-951e-03846375b012 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:17.881564 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-a2857f27-42be-4b3e-9578-ac00ebb757db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:17.883031 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-a2857f27-42be-4b3e-9578-ac00ebb757db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aeff5b1f3642388728416bc21f327e&device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1098 time: 0.0601571 Dec 09 11:33:17.947137 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b1039e-586a-4bd0-a8a8-8bc0554a16ef None None] New status for floating IP 0b2fde1d-ffe2-4da5-aba9-afef1230791d: DOWN {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:33:18.057316 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-01815db0-469d-4a2d-951e-03846375b012 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Floating IP 13a4b6de-051c-46b0-874c-626761fbeaf3 associated. External IP: 172.27.0.126, port: 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4. Dec 09 11:33:18.067294 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-76b0ba45-a433-411e-94e6-fc387cb2b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:18.069803 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-76b0ba45-a433-411e-94e6-fc387cb2b790 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 200 len: 915 time: 0.1462910 Dec 09 11:33:18.116616 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c179b8-9f6c-4dd7-b7a7-40ede3a669f7 req-4ecf36da-aa03-45b6-af04-78ff18d982ef tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:18.118090 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-37c179b8-9f6c-4dd7-b7a7-40ede3a669f7 req-4ecf36da-aa03-45b6-af04-78ff18d982ef tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 946 time: 0.1113682 Dec 09 11:33:18.166753 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-c93d831e-e0cf-49c6-a319-c0655650a071 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 217 time: 0.0488307 Dec 09 11:33:18.210082 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e444fc4-192b-477a-a910-d25d4759448a req-cc0c8462-a52e-48cf-9b79-ec4c4f422030 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1006985 Dec 09 11:33:18.226912 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-fa24d0dd-4bd3-484e-a6f9-4c5981f157f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:18.228449 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-fa24d0dd-4bd3-484e-a6f9-4c5981f157f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a0cd09-1860-4bbe-ae71-c1761e2733eb HTTP/1.1" status: 200 len: 853 time: 0.0530510 Dec 09 11:33:18.283959 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-b06febad-d1ef-4b25-906a-0a9c2807da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:18.285554 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-b06febad-d1ef-4b25-906a-0a9c2807da1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18c645dc-cda4-4ca4-b189-415be1a306b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474207 Dec 09 11:33:18.390534 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-fe81fe1a-d21d-4bf3-9ed0-367c21a049f6 service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885117 Dec 09 11:33:18.440782 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-37c179b8-9f6c-4dd7-b7a7-40ede3a669f7 req-8b3233b7-678d-4a29-b46c-586544ff1e46 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161933 Dec 09 11:33:18.545322 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01815db0-469d-4a2d-951e-03846375b012 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:33:18.659216 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01815db0-469d-4a2d-951e-03846375b012 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:33:18.664517 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01815db0-469d-4a2d-951e-03846375b012 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:18.671039 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] Sync routers for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:33:18.684370 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:33:18.685260 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:32:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:18.699173 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-01815db0-469d-4a2d-951e-03846375b012 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "PUT /v2.0/floatingips/13a4b6de-051c-46b0-874c-626761fbeaf3 HTTP/1.1" status: 200 len: 991 time: 1.3260312 Dec 09 11:33:18.775971 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-278772e4-a9d1-47e2-87d6-ac529ee0c1d3 req-398caead-57af-480e-91ac-b8b9a8cc24d0 service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482246 Dec 09 11:33:18.931220 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:33:18.962448 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444fc4-192b-477a-a910-d25d4759448a req-3a0cc9ee-67f7-4465-a6b6-3187f5ad883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:18.963951 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e444fc4-192b-477a-a910-d25d4759448a req-3a0cc9ee-67f7-4465-a6b6-3187f5ad883e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7aeff5b1f3642388728416bc21f327e&device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 1098 time: 0.0419765 Dec 09 11:33:19.078237 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444fc4-192b-477a-a910-d25d4759448a req-66c62cfc-94df-4a75-a417-8f9bc853876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:19.079755 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e444fc4-192b-477a-a910-d25d4759448a req-66c62cfc-94df-4a75-a417-8f9bc853876a service neutron] 10.222.0.32 "GET /v2.0/networks?id=18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 200 len: 915 time: 0.0915585 Dec 09 11:33:19.134521 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e444fc4-192b-477a-a910-d25d4759448a req-53200c2a-3057-4656-b8cd-e68a36583b99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 200 len: 217 time: 0.0349460 Dec 09 11:33:19.162073 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '13a4b6de-051c-46b0-874c-626761fbeaf3', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'port_id': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'mac_address': 'fa:16:3e:0e:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:33:04Z', 'updated_at': '2021-12-09T11:33:17Z', 'revision_number': 1, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:19.184967 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444fc4-192b-477a-a910-d25d4759448a req-d118b7ad-6aed-47f8-a9f1-5b8985446327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:19.186389 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e444fc4-192b-477a-a910-d25d4759448a req-d118b7ad-6aed-47f8-a9f1-5b8985446327 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a0cd09-1860-4bbe-ae71-c1761e2733eb HTTP/1.1" status: 200 len: 853 time: 0.0433941 Dec 09 11:33:19.191992 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] Checking router: ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:33:19.204646 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:33:19.205263 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:32:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:19.242056 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444fc4-192b-477a-a910-d25d4759448a req-faaf5c93-75b4-450a-a6ee-c5e177f0147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:19.243506 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e444fc4-192b-477a-a910-d25d4759448a req-faaf5c93-75b4-450a-a6ee-c5e177f0147a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18c645dc-cda4-4ca4-b189-415be1a306b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408866 Dec 09 11:33:19.313892 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:33:19.358351 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e444fc4-192b-477a-a910-d25d4759448a req-a08b85ac-13ad-4865-88f5-05d996bc3a2d service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919313 Dec 09 11:33:19.466910 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e444fc4-192b-477a-a910-d25d4759448a req-a6445c2b-40d3-41f2-b42a-4a3b974d403b service neutron] 10.222.0.32 "GET /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988855 Dec 09 11:33:19.558584 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '13a4b6de-051c-46b0-874c-626761fbeaf3', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'port_id': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'mac_address': 'fa:16:3e:0e:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:33:04Z', 'updated_at': '2021-12-09T11:33:17Z', 'revision_number': 1, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:19.564730 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3d8f3-3dd1-4003-b360-7b4049db3552 req-e70c5540-f812-43aa-aadf-1b7407a77cdf tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:19.566324 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-80e3d8f3-3dd1-4003-b360-7b4049db3552 req-e70c5540-f812-43aa-aadf-1b7407a77cdf tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 946 time: 0.0497124 Dec 09 11:33:19.591373 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7352eb-f11f-4491-ac46-72ab040eab68 None None] The sync data for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi is: [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '13a4b6de-051c-46b0-874c-626761fbeaf3', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'floating_ip_address': '172.27.0.126', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'port_id': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'mac_address': 'fa:16:3e:0e:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:33:04Z', 'updated_at': '2021-12-09T11:33:17Z', 'revision_number': 1, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:33:19.616157 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-80e3d8f3-3dd1-4003-b360-7b4049db3552 req-dff353a0-af7d-4ac7-8e78-747f5f83fcf8 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 Dec 09 11:33:19.743946 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:19.746284 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cd24ab-f035-4abe-b245-6588c57b8196" -d '{"events": [{"name": "network-changed", "server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:19.783347 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b26a79-1c16-483b-bb8a-48eaff9b8013 x-openstack-request-id: req-16b26a79-1c16-483b-bb8a-48eaff9b8013 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:19.783668 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:19.783922 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16b26a79-1c16-483b-bb8a-48eaff9b8013 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:19.784321 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'status': 'completed', 'code': 200} Dec 09 11:33:19.787560 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f225d4-cdf7-41b5-891d-c2c3846db426 None None] New status for floating IP 13a4b6de-051c-46b0-874c-626761fbeaf3: ACTIVE {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:33:19.898832 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-6cd66198-ffb2-40d0-99cf-89cd99c3b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:19.900344 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-6cd66198-ffb2-40d0-99cf-89cd99c3b446 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0427682 Dec 09 11:33:20.003711 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-f3d08d6e-5d1d-4406-89b2-3beef6551288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:20.005791 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-f3d08d6e-5d1d-4406-89b2-3beef6551288 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 917 time: 0.0934453 Dec 09 11:33:20.115310 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-ac481f1a-76cc-4c8e-987a-33cca9c90a06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 HTTP/1.1" status: 200 len: 1001 time: 0.0650222 Dec 09 11:33:20.169636 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-42f399aa-979f-4935-979c-82c9316c4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:20.171126 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-42f399aa-979f-4935-979c-82c9316c4f2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.0475872 Dec 09 11:33:20.360753 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-61cfa55c-8d2e-4c81-a25d-f3231c6cd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:20.362225 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-61cfa55c-8d2e-4c81-a25d-f3231c6cd06b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440083 Dec 09 11:33:20.468821 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-a3808222-1568-4dcd-814c-5ee3587596a1 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848639 Dec 09 11:33:20.563196 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d2cd24ab-f035-4abe-b245-6588c57b8196 req-48d15111-e7b7-404f-97f7-0e4f48b4a2c1 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846071 Dec 09 11:33:20.779320 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccced2-7b77-4c2b-9bb5-11bda1bfbc69 req-6c6bc793-3df3-41ea-96df-c2e868f68f96 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:20.780772 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31ccced2-7b77-4c2b-9bb5-11bda1bfbc69 req-6c6bc793-3df3-41ea-96df-c2e868f68f96 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 946 time: 0.0798359 Dec 09 11:33:20.788998 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d76873-146d-437e-81ea-6e628313ef11 req-34994642-78dd-4ddd-85c5-0e7044ce5a18 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:20.790351 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06d76873-146d-437e-81ea-6e628313ef11 req-34994642-78dd-4ddd-85c5-0e7044ce5a18 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.0798509 Dec 09 11:33:20.861334 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31ccced2-7b77-4c2b-9bb5-11bda1bfbc69 req-74909d6f-da01-462d-aac0-8d23132f7e86 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700066 Dec 09 11:33:20.865087 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-06d76873-146d-437e-81ea-6e628313ef11 req-9e103e02-8fe5-4bd5-9b8c-4f3e2f551356 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681913 Dec 09 11:33:20.949024 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-e01eca8b-45b3-4347-a82c-37ff904a8df0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:20.950399 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-e01eca8b-45b3-4347-a82c-37ff904a8df0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 946 time: 0.0532293 Dec 09 11:33:21.050174 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-9b66a02f-5829-4eca-86f3-ba427819712f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Deleting port 7953f410-aaf8-4830-92db-f075dc4948f7 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:21.051446 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-9b66a02f-5829-4eca-86f3-ba427819712f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:21.142861 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-9b66a02f-5829-4eca-86f3-ba427819712f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] For port 7953f410-aaf8-4830-92db-f075dc4948f7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7953f410-aaf8-4830-92db-f075dc4948f7,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:21.143229 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-9b66a02f-5829-4eca-86f3-ba427819712f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:21.156004 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-9b66a02f-5829-4eca-86f3-ba427819712f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Calling delete_port for 7953f410-aaf8-4830-92db-f075dc4948f7 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:21.283974 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-9b66a02f-5829-4eca-86f3-ba427819712f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:21.315497 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66a02f-5829-4eca-86f3-ba427819712f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Pushing event deleted for resources: {'Port': ['ID=7953f410-aaf8-4830-92db-f075dc4948f7,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:21.332013 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['b422237c-6403-456d-91f4-4a41ba91abb0', '8c759346-028b-441c-914b-2c2436397d92', '0d0e8444-32f8-47ea-a4b0-770a9e91c014', '7953f410-aaf8-4830-92db-f075dc4948f7'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:33:21.365793 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-9b66a02f-5829-4eca-86f3-ba427819712f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] No DVR routers for this DVR port 7953f410-aaf8-4830-92db-f075dc4948f7 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:33:21.368443 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-9b66a02f-5829-4eca-86f3-ba427819712f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:21.372293 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6ed98f1f-126f-45e7-8d92-0a5b53c06e97 req-9b66a02f-5829-4eca-86f3-ba427819712f tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "DELETE /v2.0/ports/7953f410-aaf8-4830-92db-f075dc4948f7 HTTP/1.1" status: 204 len: 173 time: 0.4104254 Dec 09 11:33:21.372758 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e', 'name': 'network-vif-deleted', 'tag': '7953f410-aaf8-4830-92db-f075dc4948f7'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:21.375044 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec858047-c9bd-416b-b522-d08a01541991" -d '{"events": [{"server_uuid": "56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e", "name": "network-vif-deleted", "tag": "7953f410-aaf8-4830-92db-f075dc4948f7"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:21.419753 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9154142f-24bb-4ffa-8b49-7e6201ab0dc4 x-openstack-request-id: req-9154142f-24bb-4ffa-8b49-7e6201ab0dc4 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:21.420172 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e", "name": "network-vif-deleted", "tag": "7953f410-aaf8-4830-92db-f075dc4948f7", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:21.420537 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9154142f-24bb-4ffa-8b49-7e6201ab0dc4 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:21.421044 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e', 'name': 'network-vif-deleted', 'tag': '7953f410-aaf8-4830-92db-f075dc4948f7', 'status': 'completed', 'code': 200} Dec 09 11:33:21.987423 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-05a4b3c5-02bf-4cf4-bd6e-20cb46edc165 req-625b9902-7b93-4739-961b-55164275fcf2 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b8ab2b-81ff-4a7c-a6b7-ba107dc2017e HTTP/1.1" status: 200 len: 210 time: 0.0422273 Dec 09 11:33:22.011759 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083fe51-f3ca-4795-b7c8-ad7027c7bd27 req-cdd5adca-ee65-4bd3-b89f-2d4c000160b0 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:22.013261 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1083fe51-f3ca-4795-b7c8-ad7027c7bd27 req-cdd5adca-ee65-4bd3-b89f-2d4c000160b0 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.0788488 Dec 09 11:33:22.061411 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1083fe51-f3ca-4795-b7c8-ad7027c7bd27 req-0ca217ed-2745-4315-98e1-03d4ec130893 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 Dec 09 11:33:23.186419 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bee9ec-2f01-45e5-a6a6-f8b33ae9b76c req-52de7bc5-eae9-4a0b-80f6-c0c0550918d2 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:23.187907 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c0bee9ec-2f01-45e5-a6a6-f8b33ae9b76c req-52de7bc5-eae9-4a0b-80f6-c0c0550918d2 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.0529537 Dec 09 11:33:23.234218 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c0bee9ec-2f01-45e5-a6a6-f8b33ae9b76c req-5cfa2b70-83e1-4cf7-bf9f-18e386de08ab tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/security-groups?id=be22f0f4-94e6-42f3-b228-2102d3f61ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Dec 09 11:33:23.493772 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-3a62e849-0e24-4405-ad0e-14b2edad28dc tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:23.495345 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-3a62e849-0e24-4405-ad0e-14b2edad28dc tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.32 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 945 time: 0.0508323 Dec 09 11:33:23.594334 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-8799ed96-40ca-45ce-bb0a-14d85bba8f75 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Deleting port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:23.594680 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-8799ed96-40ca-45ce-bb0a-14d85bba8f75 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:23.681170 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-8799ed96-40ca-45ce-bb0a-14d85bba8f75 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] For port f181e5c8-659c-45d4-9bb7-f9bffbc974d9, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:23.681549 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-8799ed96-40ca-45ce-bb0a-14d85bba8f75 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:23.694124 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-8799ed96-40ca-45ce-bb0a-14d85bba8f75 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Calling delete_port for f181e5c8-659c-45d4-9bb7-f9bffbc974d9 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:23.821714 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-8799ed96-40ca-45ce-bb0a-14d85bba8f75 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:23.851557 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799ed96-40ca-45ce-bb0a-14d85bba8f75 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Pushing event deleted for resources: {'Port': ['ID=f181e5c8-659c-45d4-9bb7-f9bffbc974d9,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:23.868593 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['f181e5c8-659c-45d4-9bb7-f9bffbc974d9'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:33:23.896285 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-8799ed96-40ca-45ce-bb0a-14d85bba8f75 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] No DVR routers for this DVR port f181e5c8-659c-45d4-9bb7-f9bffbc974d9 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:33:23.899044 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-8799ed96-40ca-45ce-bb0a-14d85bba8f75 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:23.900675 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd3a4-38a5-4172-8d7a-8a5a617c315a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:23.902447 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6a67a951-df3b-41a7-92a9-92bc23c4788b req-8799ed96-40ca-45ce-bb0a-14d85bba8f75 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.32 "DELETE /v2.0/ports/f181e5c8-659c-45d4-9bb7-f9bffbc974d9 HTTP/1.1" status: 204 len: 173 time: 0.3988140 Dec 09 11:33:23.902925 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'name': 'network-vif-deleted', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:23.905206 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce70ae0-5490-474f-94e8-2257cfb5c2fd" -d '{"events": [{"server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "name": "network-vif-deleted", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:23.947188 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366fd830-1e8e-4df3-acc6-50a0bb1e1a53 x-openstack-request-id: req-366fd830-1e8e-4df3-acc6-50a0bb1e1a53 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:23.947488 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92025255-f1b7-4b64-b4da-877474e9abe2", "name": "network-vif-deleted", "tag": "f181e5c8-659c-45d4-9bb7-f9bffbc974d9", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:23.947771 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-366fd830-1e8e-4df3-acc6-50a0bb1e1a53 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:23.948177 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92025255-f1b7-4b64-b4da-877474e9abe2', 'name': 'network-vif-deleted', 'tag': 'f181e5c8-659c-45d4-9bb7-f9bffbc974d9', 'status': 'completed', 'code': 200} Dec 09 11:33:23.968329 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 7953f410-aaf8-4830-92db-f075dc4948f7 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:23.991872 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 7953f410-aaf8-4830-92db-f075dc4948f7 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:23.992231 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 7953f410-aaf8-4830-92db-f075dc4948f7 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:24.362301 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-72520b50-dfc2-4bfc-8684-0d88fc4e7e89 req-2948e5c1-1189-4dae-b162-3a8996cd0387 tempest-TestMinimumBasicScenario-276412485 tempest-TestMinimumBasicScenario-276412485-project] 10.222.0.30 "GET /v2.0/ports?device_id=92025255-f1b7-4b64-b4da-877474e9abe2 HTTP/1.1" status: 200 len: 210 time: 0.0345254 Dec 09 11:33:24.408023 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d1ef-d4ad-40ea-b077-22a0a9be4f3a req-ad894108-3c37-4f40-b6e2-98d4ef68036a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:24.409517 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2eb2d1ef-d4ad-40ea-b077-22a0a9be4f3a req-ad894108-3c37-4f40-b6e2-98d4ef68036a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 945 time: 0.0506446 Dec 09 11:33:24.456547 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2eb2d1ef-d4ad-40ea-b077-22a0a9be4f3a req-4a929e8d-b2bf-4e1d-8389-a2d2f6cae5d5 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Dec 09 11:33:25.576487 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5a281-3c81-4d14-a662-02a2b624b8ad req-6526618f-b36d-4a81-b8f1-2753a1ff2321 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:25.577960 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-67f5a281-3c81-4d14-a662-02a2b624b8ad req-6526618f-b36d-4a81-b8f1-2753a1ff2321 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 945 time: 0.0531707 Dec 09 11:33:25.627915 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-67f5a281-3c81-4d14-a662-02a2b624b8ad req-aba3a520-3b16-4c3b-a1ef-f7d6610898d9 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Dec 09 11:33:26.021052 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51942) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:26.043296 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-debe5ba5-cfec-46e0-9662-85b296a391f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:26.430249 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531025'] for router_interface, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:26.659935 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-73c225e3-8a02-4037-a045-031c0a49b135 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:26.662321 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-73c225e3-8a02-4037-a045-031c0a49b135 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 945 time: 0.1163163 Dec 09 11:33:26.752569 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f87c13-97b0-48cb-8393-1afb52f4d652 req-1a78a228-e922-4a76-a297-86d6d35cb690 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:26.754181 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-41f87c13-97b0-48cb-8393-1afb52f4d652 req-1a78a228-e922-4a76-a297-86d6d35cb690 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 945 time: 0.0501630 Dec 09 11:33:26.805970 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-41f87c13-97b0-48cb-8393-1afb52f4d652 req-f7fb2f14-db0b-42f5-b604-323f09193acf tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Dec 09 11:33:26.819478 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-93d873cc-913d-4453-a3ab-ebe090c3e3c0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Deleting port 0d0e8444-32f8-47ea-a4b0-770a9e91c014 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:26.819820 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-93d873cc-913d-4453-a3ab-ebe090c3e3c0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:26.883785 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] Deleting port 92f3f050-8717-4adf-af98-4b71f048e966 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:26.884121 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:26.957969 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-93d873cc-913d-4453-a3ab-ebe090c3e3c0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] For port 0d0e8444-32f8-47ea-a4b0-770a9e91c014, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=0d0e8444-32f8-47ea-a4b0-770a9e91c014,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:26.958335 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-93d873cc-913d-4453-a3ab-ebe090c3e3c0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:26.969563 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:26.984036 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-93d873cc-913d-4453-a3ab-ebe090c3e3c0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Calling delete_port for 0d0e8444-32f8-47ea-a4b0-770a9e91c014 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:27.008262 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] For port 92f3f050-8717-4adf-af98-4b71f048e966, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=92f3f050-8717-4adf-af98-4b71f048e966,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:27.008581 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:27.048013 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] Calling delete_port for 92f3f050-8717-4adf-af98-4b71f048e966 owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:27.229628 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-93d873cc-913d-4453-a3ab-ebe090c3e3c0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:27.262432 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d873cc-913d-4453-a3ab-ebe090c3e3c0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Pushing event deleted for resources: {'Port': ['ID=0d0e8444-32f8-47ea-a4b0-770a9e91c014,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:27.270562 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['b422237c-6403-456d-91f4-4a41ba91abb0', '8c759346-028b-441c-914b-2c2436397d92', '0d0e8444-32f8-47ea-a4b0-770a9e91c014'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:33:27.579280 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-93d873cc-913d-4453-a3ab-ebe090c3e3c0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] No DVR routers for this DVR port 0d0e8444-32f8-47ea-a4b0-770a9e91c014 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:33:27.584914 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-93d873cc-913d-4453-a3ab-ebe090c3e3c0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:27.588165 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0a2d3e9d-4e51-4558-b7bf-ce97d7383800 req-93d873cc-913d-4453-a3ab-ebe090c3e3c0 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "DELETE /v2.0/ports/0d0e8444-32f8-47ea-a4b0-770a9e91c014 HTTP/1.1" status: 204 len: 173 time: 0.9158742 Dec 09 11:33:27.588607 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c90aac-6899-494e-bb0d-e8bc286b2308', 'name': 'network-vif-deleted', 'tag': '0d0e8444-32f8-47ea-a4b0-770a9e91c014'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:27.591400 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac55328-3a83-4a68-9ae8-29efbab2ffdc" -d '{"events": [{"server_uuid": "c3c90aac-6899-494e-bb0d-e8bc286b2308", "name": "network-vif-deleted", "tag": "0d0e8444-32f8-47ea-a4b0-770a9e91c014"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:27.607132 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:27.634152 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1939082-68a3-46fc-8d3d-8ee2faa5713d x-openstack-request-id: req-e1939082-68a3-46fc-8d3d-8ee2faa5713d {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:27.634448 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c90aac-6899-494e-bb0d-e8bc286b2308", "name": "network-vif-deleted", "tag": "0d0e8444-32f8-47ea-a4b0-770a9e91c014", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:27.634899 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1939082-68a3-46fc-8d3d-8ee2faa5713d {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:27.635123 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c90aac-6899-494e-bb0d-e8bc286b2308', 'name': 'network-vif-deleted', 'tag': '0d0e8444-32f8-47ea-a4b0-770a9e91c014', 'status': 'completed', 'code': 200} Dec 09 11:33:27.637304 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] Pushing event deleted for resources: {'Port': ['ID=92f3f050-8717-4adf-af98-4b71f048e966,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:27.814117 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531005'] for router_interface, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:27.922532 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0082ac20-c46a-45c0-a2ac-ef75034f6ab0 req-79003188-8c01-45ab-9ec6-4bc7fbe3f9e6 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c90aac-6899-494e-bb0d-e8bc286b2308 HTTP/1.1" status: 200 len: 210 time: 0.0308511 Dec 09 11:33:27.997071 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device f181e5c8-659c-45d4-9bb7-f9bffbc974d9 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:28.018156 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: f181e5c8-659c-45d4-9bb7-f9bffbc974d9 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:28.018499 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device f181e5c8-659c-45d4-9bb7-f9bffbc974d9 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:28.034767 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] Router 3675852e-119c-4e7b-bfd5-9c5c9204db64 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:33:28.141123 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:33:28.148801 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3bdabb22-7b94-4547-b795-95792199ed9d admin admin] 10.222.0.30 "PUT /v2.0/routers/3675852e-119c-4e7b-bfd5-9c5c9204db64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1242704 Dec 09 11:33:28.149817 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51954) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:28.153591 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] Sync routers for ids ['3675852e-119c-4e7b-bfd5-9c5c9204db64'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:33:28.164824 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] Routers {'3675852e-119c-4e7b-bfd5-9c5c9204db64'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:33:28.165443 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:33:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['3675852e-119c-4e7b-bfd5-9c5c9204db64'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:28.265994 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Publish callbacks [] for router, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.274292 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] Set router 3675852e-119c-4e7b-bfd5-9c5c9204db64 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:33:28.370363 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.426820 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Deleting port fda15b4a-0cf9-48da-9784-365f758c4d35 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:28.426820 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.454503 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:33:27Z', 'revision_number': 5, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port': {'id': 'fda15b4a-0cf9-48da-9784-365f758c4d35', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:29:55Z', 'updated_at': '2021-12-09T11:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:28.480578 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] Checking router: 3675852e-119c-4e7b-bfd5-9c5c9204db64 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:33:28.489469 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] Routers {'3675852e-119c-4e7b-bfd5-9c5c9204db64'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:33:28.490357 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:33:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['3675852e-119c-4e7b-bfd5-9c5c9204db64'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:28.508192 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] For port fda15b4a-0cf9-48da-9784-365f758c4d35, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=fda15b4a-0cf9-48da-9784-365f758c4d35,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:28.508561 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.521286 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Calling delete_port for fda15b4a-0cf9-48da-9784-365f758c4d35 owned by network:router_gateway {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:28.576385 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] Set router 3675852e-119c-4e7b-bfd5-9c5c9204db64 gateway port host: None {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:33:28.631306 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:33:28Z', 'revision_number': 6, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port_host': None}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:28.665444 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1535eb7a-fa74-4aed-86e5-5e44eabc4f23 None None] The sync data for ids ['3675852e-119c-4e7b-bfd5-9c5c9204db64'] in dv-cinder-817351-6-iscsi is: [{'id': '3675852e-119c-4e7b-bfd5-9c5c9204db64', 'name': 'tempest-TestMinimumBasicScenario-243558062-router', 'tenant_id': 'e7aeff5b1f3642388728416bc21f327e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:29:54Z', 'updated_at': '2021-12-09T11:33:28Z', 'revision_number': 6, 'project_id': 'e7aeff5b1f3642388728416bc21f327e', 'gw_port_host': None}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:33:28.676169 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.689536 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.713723 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda15b4a-0cf9-48da-9784-365f758c4d35,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:28.777434 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032607'] for router_gateway, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.879675 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.881783 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.949635 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528950'] for router, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.950359 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3675852e-119c-4e7b-bfd5-9c5c9204db64 {{(pid=102509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:33:28.955565 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] Publish callbacks [] for router, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:28.960347 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a1a9b3cd-7768-4ef2-a19c-e28fc07d6333 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3675852e-119c-4e7b-bfd5-9c5c9204db64 HTTP/1.1" status: 204 len: 168 time: 0.8063586 Dec 09 11:33:28.960722 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51958) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:29.037462 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Deleting subnet e5a0cd09-1860-4bbe-ae71-c1761e2733eb {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:33:29.041248 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.079201 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8556163'] for subnet, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.163442 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 92f3f050-8717-4adf-af98-4b71f048e966 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:29.187212 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 92f3f050-8717-4adf-af98-4b71f048e966 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:29.188178 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 92f3f050-8717-4adf-af98-4b71f048e966 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:29.211359 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.265910 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12023275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388961'] for subnet, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.280630 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b427da-6556-4835-bebf-c1039bf362d8 req-a247cd6f-19c6-4cf1-bb90-0af1e8d9f930 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:29.282413 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-44b427da-6556-4835-bebf-c1039bf362d8 req-a247cd6f-19c6-4cf1-bb90-0af1e8d9f930 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0522563 Dec 09 11:33:29.297664 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a0cd09-1860-4bbe-ae71-c1761e2733eb,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:29.300196 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.303828 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e5a0cd09-1860-4bbe-ae71-c1761e2733eb HTTP/1.1" status: 204 len: 168 time: 0.3419943 Dec 09 11:33:29.305366 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf786d4-5afd-452a-9290-f13f851c7523 None None] Network 18c645dc-cda4-4ca4-b189-415be1a306b3 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:33:29.306833 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51966) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:29.310117 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.310475 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.310933 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.311191 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.311526 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.311860 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.312191 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.312549 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.312851 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.313180 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.313507 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.313833 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.314155 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f13a92-c5e6-4fce-b68d-f77040aedd2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:33:29.392837 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-44b427da-6556-4835-bebf-c1039bf362d8 req-3fc71dcd-c0bf-4312-9744-dff001beb975 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041563 Dec 09 11:33:29.399895 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.457202 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Deleting port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:29.457545 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.498930 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8118367c-842e-4fa0-9475-0dcd8cd8bef4 None None] DHCP port deletion for 18c645dc-cda4-4ca4-b189-415be1a306b3 request from dv-cinder-817351-6-iscsi {{(pid=102510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 11:33:29.522679 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] For port 53ad6f5a-1672-46e7-b9ca-ab840d265c78, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=53ad6f5a-1672-46e7-b9ca-ab840d265c78,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:29.523089 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.536811 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Calling delete_port for 53ad6f5a-1672-46e7-b9ca-ab840d265c78 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:29.553273 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-8118367c-842e-4fa0-9475-0dcd8cd8bef4 None None] Deleting port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:29.553827 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8118367c-842e-4fa0-9475-0dcd8cd8bef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.620502 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.648725 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ad6f5a-1672-46e7-b9ca-ab840d265c78,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:29.653568 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] No DVR routers for this DVR port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 on host dv-cinder-817351-6-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:33:29.732506 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.754510 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c645dc-cda4-4ca4-b189-415be1a306b3']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:29.760240 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.766951 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74a2c15-c522-4daf-9beb-f8c338813a06') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:29.767383 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74a2c15-c522-4daf-9beb-f8c338813a06') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:29.767886 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-8118367c-842e-4fa0-9475-0dcd8cd8bef4 None None] For port 53ad6f5a-1672-46e7-b9ca-ab840d265c78, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=53ad6f5a-1672-46e7-b9ca-ab840d265c78,segment=NetworkSegment(b74a2c15-c522-4daf-9beb-f8c338813a06),segment_id=b74a2c15-c522-4daf-9beb-f8c338813a06)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:29.768293 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8118367c-842e-4fa0-9475-0dcd8cd8bef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.780145 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-8118367c-842e-4fa0-9475-0dcd8cd8bef4 None None] Calling delete_port for 53ad6f5a-1672-46e7-b9ca-ab840d265c78 owned by network:dhcp {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:29.781027 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.795608 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.804814 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:33:29.805322 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:33:29.807003 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:33:29.860657 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.867569 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.871055 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] 10.222.0.30 "DELETE /v2.0/networks/18c645dc-cda4-4ca4-b189-415be1a306b3 HTTP/1.1" status: 204 len: 168 time: 0.5615675 Dec 09 11:33:29.874525 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 51968) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:29.884256 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039bfc5-c9a6-4607-9124-01379d7e9644 admin admin] Pushing event deleted for resources: {'Network': ['ID=18c645dc-cda4-4ca4-b189-415be1a306b3,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:29.899018 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8118367c-842e-4fa0-9475-0dcd8cd8bef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125'] for port, after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:29.922268 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8118367c-842e-4fa0-9475-0dcd8cd8bef4 None None] Network 18c645dc-cda4-4ca4-b189-415be1a306b3 is not hosted by any dhcp agent {{(pid=102510) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 11:33:29.922807 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8118367c-842e-4fa0-9475-0dcd8cd8bef4 None None] No DVR routers for this DVR port 53ad6f5a-1672-46e7-b9ca-ab840d265c78 on host dv-cinder-817351-6-iscsi {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:33:29.924306 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118367c-842e-4fa0-9475-0dcd8cd8bef4 None None] Pushing event deleted for resources: {'Port': ['ID=53ad6f5a-1672-46e7-b9ca-ab840d265c78,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:29.987004 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 0d0e8444-32f8-47ea-a4b0-770a9e91c014 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:30.007722 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 0d0e8444-32f8-47ea-a4b0-770a9e91c014 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:30.008081 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 0d0e8444-32f8-47ea-a4b0-770a9e91c014 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:30.227738 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531025'] for router_interface, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:30.473947 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] Deleting port 1d471038-46ca-42d5-9008-11960c12abef {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:30.474283 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:30.509636 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6429-3049-4ddc-ba92-ab32723de18e req-d0783707-a0db-4fcb-86ca-53adb0396c39 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:30.511305 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-22ce6429-3049-4ddc-ba92-ab32723de18e req-d0783707-a0db-4fcb-86ca-53adb0396c39 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0486066 Dec 09 11:33:30.554549 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] For port 1d471038-46ca-42d5-9008-11960c12abef, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=1d471038-46ca-42d5-9008-11960c12abef,segment=NetworkSegment(c9c4d8b9-4609-467a-93ec-1a0cb891a795),segment_id=c9c4d8b9-4609-467a-93ec-1a0cb891a795)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:30.554974 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:30.560102 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-22ce6429-3049-4ddc-ba92-ab32723de18e req-42c5b41f-38fc-49a8-97bb-9bc530f0a83a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 Dec 09 11:33:30.568971 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] Calling delete_port for 1d471038-46ca-42d5-9008-11960c12abef owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:30.746879 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:30.774551 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d471038-46ca-42d5-9008-11960c12abef,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:30.970562 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-b51cc038-6789-41b4-b241-4f4da63b21d4 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:30.972030 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-b51cc038-6789-41b4-b241-4f4da63b21d4 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0985582 Dec 09 11:33:30.976624 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531005'] for router_interface, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:31.093533 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device fda15b4a-0cf9-48da-9784-365f758c4d35 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:31.113934 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: fda15b4a-0cf9-48da-9784-365f758c4d35 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:31.114275 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device fda15b4a-0cf9-48da-9784-365f758c4d35 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:31.114706 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 53ad6f5a-1672-46e7-b9ca-ab840d265c78 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:31.136160 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 53ad6f5a-1672-46e7-b9ca-ab840d265c78 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:31.136509 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 53ad6f5a-1672-46e7-b9ca-ab840d265c78 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:31.156298 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-cb0cc928-c7a3-41b0-8680-0d8a803d40cc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Deleting port 8c759346-028b-441c-914b-2c2436397d92 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:31.156641 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-cb0cc928-c7a3-41b0-8680-0d8a803d40cc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:31.321718 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-cb0cc928-c7a3-41b0-8680-0d8a803d40cc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] For port 8c759346-028b-441c-914b-2c2436397d92, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8c759346-028b-441c-914b-2c2436397d92,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:31.322410 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-cb0cc928-c7a3-41b0-8680-0d8a803d40cc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:31.340098 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] Router c471c48a-74e7-4fd0-9f96-88df1a11b40e has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:33:31.341296 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-cb0cc928-c7a3-41b0-8680-0d8a803d40cc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Calling delete_port for 8c759346-028b-441c-914b-2c2436397d92 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:31.684184 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1779122-ca24-43ba-9da7-c55cd195187a req-d519c19c-d600-499e-9264-feefb62a25be tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:31.685807 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f1779122-ca24-43ba-9da7-c55cd195187a req-d519c19c-d600-499e-9264-feefb62a25be tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=912cc961-adcf-4b58-856f-710a1ca7a8d3 HTTP/1.1" status: 200 len: 946 time: 0.0564282 Dec 09 11:33:31.734558 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f1779122-ca24-43ba-9da7-c55cd195187a req-694d319a-7bb4-44bb-a277-3f1a66b840f1 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Dec 09 11:33:31.767281 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:33:31.772761 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1ea573e1-135b-4cce-845f-0b7125e0386e admin admin] 10.222.0.30 "PUT /v2.0/routers/c471c48a-74e7-4fd0-9f96-88df1a11b40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8968277 Dec 09 11:33:31.775580 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51978) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:31.776570 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] Sync routers for ids ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:33:31.787318 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] Routers {'c471c48a-74e7-4fd0-9f96-88df1a11b40e'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:33:31.787928 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:33:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:31.831265 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-cb0cc928-c7a3-41b0-8680-0d8a803d40cc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:31.861479 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cc928-c7a3-41b0-8680-0d8a803d40cc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Pushing event deleted for resources: {'Port': ['ID=8c759346-028b-441c-914b-2c2436397d92,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:31.872654 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['b422237c-6403-456d-91f4-4a41ba91abb0', '8c759346-028b-441c-914b-2c2436397d92'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:33:31.891175 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Publish callbacks [] for router, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:31.908680 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-cb0cc928-c7a3-41b0-8680-0d8a803d40cc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] No DVR routers for this DVR port 8c759346-028b-441c-914b-2c2436397d92 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:33:31.908938 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] Set router c471c48a-74e7-4fd0-9f96-88df1a11b40e gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:33:31.912260 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-cb0cc928-c7a3-41b0-8680-0d8a803d40cc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:31.918549 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8e23c932-be1d-410f-ab31-823f520ea2a3 req-cb0cc928-c7a3-41b0-8680-0d8a803d40cc tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "DELETE /v2.0/ports/8c759346-028b-441c-914b-2c2436397d92 HTTP/1.1" status: 204 len: 173 time: 0.9359455 Dec 09 11:33:31.919255 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912cc961-adcf-4b58-856f-710a1ca7a8d3', 'name': 'network-vif-deleted', 'tag': '8c759346-028b-441c-914b-2c2436397d92'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:31.921807 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e168b1-87f4-440e-8f0e-855014c099fe" -d '{"events": [{"server_uuid": "912cc961-adcf-4b58-856f-710a1ca7a8d3", "name": "network-vif-deleted", "tag": "8c759346-028b-441c-914b-2c2436397d92"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:32.026064 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.073620 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049bebf2-2ab1-4613-ae9a-c36c28ddd907 x-openstack-request-id: req-049bebf2-2ab1-4613-ae9a-c36c28ddd907 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:32.073986 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912cc961-adcf-4b58-856f-710a1ca7a8d3", "name": "network-vif-deleted", "tag": "8c759346-028b-441c-914b-2c2436397d92", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:32.074258 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-049bebf2-2ab1-4613-ae9a-c36c28ddd907 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:32.075089 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912cc961-adcf-4b58-856f-710a1ca7a8d3', 'name': 'network-vif-deleted', 'tag': '8c759346-028b-441c-914b-2c2436397d92', 'status': 'completed', 'code': 200} Dec 09 11:33:32.094437 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Deleting port 4def828e-7b76-4774-9ac2-5a2cba80a396 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:32.094803 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.166373 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'name': 'tempest-TestMinimumBasicScenario-269201296-router', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:03Z', 'updated_at': '2021-12-09T11:33:30Z', 'revision_number': 5, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'gw_port': {'id': '4def828e-7b76-4774-9ac2-5a2cba80a396', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:04Z', 'updated_at': '2021-12-09T11:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:32.185473 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] For port 4def828e-7b76-4774-9ac2-5a2cba80a396, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=4def828e-7b76-4774-9ac2-5a2cba80a396,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:32.186036 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.197153 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] Checking router: c471c48a-74e7-4fd0-9f96-88df1a11b40e for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:33:32.199958 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Calling delete_port for 4def828e-7b76-4774-9ac2-5a2cba80a396 owned by network:router_gateway {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:32.205324 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] Routers {'c471c48a-74e7-4fd0-9f96-88df1a11b40e'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:33:32.205922 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:33:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:32.378315 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] Set router c471c48a-74e7-4fd0-9f96-88df1a11b40e gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:33:32.380865 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.408334 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Pushing event deleted for resources: {'Port': ['ID=4def828e-7b76-4774-9ac2-5a2cba80a396,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:32.437093 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'name': 'tempest-TestMinimumBasicScenario-269201296-router', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:03Z', 'updated_at': '2021-12-09T11:33:32Z', 'revision_number': 6, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'gw_port_host': None}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:32.476345 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13bbd18-a284-4c27-ba40-f18b7437183d None None] The sync data for ids ['c471c48a-74e7-4fd0-9f96-88df1a11b40e'] in dv-cinder-817351-6-iscsi is: [{'id': 'c471c48a-74e7-4fd0-9f96-88df1a11b40e', 'name': 'tempest-TestMinimumBasicScenario-269201296-router', 'tenant_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:03Z', 'updated_at': '2021-12-09T11:33:32Z', 'revision_number': 6, 'project_id': 'c63d1bcb9ee040878f7dacf8dffdca5d', 'gw_port_host': None}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:33:32.486280 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032607'] for router_gateway, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.583996 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.586303 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.640103 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528950'] for router, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.640832 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c471c48a-74e7-4fd0-9f96-88df1a11b40e {{(pid=102509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:33:32.646822 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] Publish callbacks [] for router, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.648323 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f4384481-5484-442b-aea0-4c80246d6aed admin admin] 10.222.0.30 "DELETE /v2.0/routers/c471c48a-74e7-4fd0-9f96-88df1a11b40e HTTP/1.1" status: 204 len: 168 time: 0.8716476 Dec 09 11:33:32.650840 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51986) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:32.705020 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57a0c2d-2c87-4e4c-bb6b-4bc0e3c1dc16 admin admin] Deleting subnet 8b48fcf8-35ee-4433-bca1-be0c74971b0c {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:33:32.708260 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c57a0c2d-2c87-4e4c-bb6b-4bc0e3c1dc16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.742881 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c57a0c2d-2c87-4e4c-bb6b-4bc0e3c1dc16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11771959'] for subnet, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.859099 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c57a0c2d-2c87-4e4c-bb6b-4bc0e3c1dc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.927761 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c57a0c2d-2c87-4e4c-bb6b-4bc0e3c1dc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11986384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11701277'] for subnet, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.958138 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a0c2d-2c87-4e4c-bb6b-4bc0e3c1dc16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b48fcf8-35ee-4433-bca1-be0c74971b0c,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:32.965211 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c57a0c2d-2c87-4e4c-bb6b-4bc0e3c1dc16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:32.968455 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-c57a0c2d-2c87-4e4c-bb6b-4bc0e3c1dc16 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8b48fcf8-35ee-4433-bca1-be0c74971b0c HTTP/1.1" status: 204 len: 168 time: 0.3166697 Dec 09 11:33:32.971016 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 51994) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:32.971771 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd106cea-9131-4c75-b46c-9649faf3a8a9 None None] Network 0211c06c-4315-4378-8486-5ebf9aa51489 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:33:33.053682 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.114189 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Deleting port 43a49f2b-d4fa-470c-a4fc-067217696fe9 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:33.114524 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.177999 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] For port 43a49f2b-d4fa-470c-a4fc-067217696fe9, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=43a49f2b-d4fa-470c-a4fc-067217696fe9,segment=NetworkSegment(c9c4d8b9-4609-467a-93ec-1a0cb891a795),segment_id=c9c4d8b9-4609-467a-93ec-1a0cb891a795)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:33.178372 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.191530 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Calling delete_port for 43a49f2b-d4fa-470c-a4fc-067217696fe9 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:33.276398 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.305928 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Pushing event deleted for resources: {'Port': ['ID=43a49f2b-d4fa-470c-a4fc-067217696fe9,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:33.309181 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8acf8d-6667-4f81-b2e2-4c2b36218005 None None] DHCP port deletion for 0211c06c-4315-4378-8486-5ebf9aa51489 request from dv-cinder-817351-6-iscsi {{(pid=102510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 11:33:33.311568 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] No DVR routers for this DVR port 43a49f2b-d4fa-470c-a4fc-067217696fe9 on host dv-cinder-817351-6-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:33:33.383772 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 4def828e-7b76-4774-9ac2-5a2cba80a396 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:33.388027 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.404181 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 4def828e-7b76-4774-9ac2-5a2cba80a396 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:33.404529 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 4def828e-7b76-4774-9ac2-5a2cba80a396 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:33.405126 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 43a49f2b-d4fa-470c-a4fc-067217696fe9 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:33.408138 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0211c06c-4315-4378-8486-5ebf9aa51489']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:33.418719 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c4d8b9-4609-467a-93ec-1a0cb891a795') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:33.419024 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c4d8b9-4609-467a-93ec-1a0cb891a795') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:33.427791 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 43a49f2b-d4fa-470c-a4fc-067217696fe9 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:33.428144 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 43a49f2b-d4fa-470c-a4fc-067217696fe9 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:33.428640 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 1d471038-46ca-42d5-9008-11960c12abef no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:33.429470 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.451367 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 1d471038-46ca-42d5-9008-11960c12abef {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:33.451736 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.451947 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 1d471038-46ca-42d5-9008-11960c12abef not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:33.458780 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:33:33.459263 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:33:33.461234 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:33:33.516174 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.523227 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.527985 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] 10.222.0.30 "DELETE /v2.0/networks/0211c06c-4315-4378-8486-5ebf9aa51489 HTTP/1.1" status: 204 len: 168 time: 0.5536556 Dec 09 11:33:33.539788 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830cda0-cf20-4433-bf77-cf1b7654f34f admin admin] Pushing event deleted for resources: {'Network': ['ID=0211c06c-4315-4378-8486-5ebf9aa51489,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:33.713565 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52002) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:33.754514 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b4b27752-10d5-411b-a81b-c9df4c59ef18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7aeff5b1f3642388728416bc21f327e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394144 Dec 09 11:33:33.756583 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52004) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:33.806830 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8951d8c9-5752-45ec-a37d-b16de0c732c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.826928 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8951d8c9-5752-45ec-a37d-b16de0c732c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.872258 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8951d8c9-5752-45ec-a37d-b16de0c732c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.874838 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8951d8c9-5752-45ec-a37d-b16de0c732c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:33.875981 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8951d8c9-5752-45ec-a37d-b16de0c732c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be22f0f4-94e6-42f3-b228-2102d3f61ca2 HTTP/1.1" status: 204 len: 168 time: 0.1184909 Dec 09 11:33:33.883636 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951d8c9-5752-45ec-a37d-b16de0c732c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be22f0f4-94e6-42f3-b228-2102d3f61ca2,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:34.021351 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 8c759346-028b-441c-914b-2c2436397d92 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:34.042911 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 8c759346-028b-441c-914b-2c2436397d92 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:34.043264 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 8c759346-028b-441c-914b-2c2436397d92 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:34.184928 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7b211-842c-48ab-a54a-0e65fe15752a req-85958f5d-dc78-4369-bcd7-3134e7ca2ac3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:34.186529 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fef7b211-842c-48ab-a54a-0e65fe15752a req-85958f5d-dc78-4369-bcd7-3134e7ca2ac3 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 945 time: 0.0516222 Dec 09 11:33:34.228831 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52016) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:34.242603 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fef7b211-842c-48ab-a54a-0e65fe15752a req-5a2d131c-1fd8-434f-b4bb-8b733b03ba78 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493510 Dec 09 11:33:34.278602 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-67bef906-ae67-4dce-9116-fd2f4813eae3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c63d1bcb9ee040878f7dacf8dffdca5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484893 Dec 09 11:33:34.281059 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52018) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:34.327360 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-272d866f-d168-40d0-9efc-28a2178270f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:34.347936 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-272d866f-d168-40d0-9efc-28a2178270f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:34.395018 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-272d866f-d168-40d0-9efc-28a2178270f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:34.399551 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-272d866f-d168-40d0-9efc-28a2178270f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:34.401526 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-272d866f-d168-40d0-9efc-28a2178270f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26c945b2-e111-4a83-a5b7-e63ba0ab677a HTTP/1.1" status: 204 len: 168 time: 0.1193235 Dec 09 11:33:34.410595 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d866f-d168-40d0-9efc-28a2178270f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c945b2-e111-4a83-a5b7-e63ba0ab677a,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:35.364508 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b5f7b-09ac-429a-9c9d-88cf1553f8cd req-52e7039c-fafb-4777-bf70-28ad1eb94873 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:35.365984 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6f9b5f7b-09ac-429a-9c9d-88cf1553f8cd req-52e7039c-fafb-4777-bf70-28ad1eb94873 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 945 time: 0.0550315 Dec 09 11:33:35.644796 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6f9b5f7b-09ac-429a-9c9d-88cf1553f8cd req-75a5f646-d6cc-4b39-ae72-0e22932907f5 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/security-groups?id=7620a3ba-bf72-4248-8226-6a655db425eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723475 Dec 09 11:33:36.130340 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-d701184c-c912-41bc-b78f-bab2ad9fa745 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:33:36.131879 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-d701184c-c912-41bc-b78f-bab2ad9fa745 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 945 time: 0.0488651 Dec 09 11:33:36.229235 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-fb8c5215-d135-486f-8266-8bae2b0e0e4a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Deleting port b422237c-6403-456d-91f4-4a41ba91abb0 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:33:36.229488 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-fb8c5215-d135-486f-8266-8bae2b0e0e4a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:36.314501 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-fb8c5215-d135-486f-8266-8bae2b0e0e4a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] For port b422237c-6403-456d-91f4-4a41ba91abb0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b422237c-6403-456d-91f4-4a41ba91abb0,segment=NetworkSegment(29822c72-e9e9-4934-a46d-6cc851af5056),segment_id=29822c72-e9e9-4934-a46d-6cc851af5056)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:33:36.314912 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-fb8c5215-d135-486f-8266-8bae2b0e0e4a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:36.327701 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-fb8c5215-d135-486f-8266-8bae2b0e0e4a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Calling delete_port for b422237c-6403-456d-91f4-4a41ba91abb0 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:33:36.461163 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-fb8c5215-d135-486f-8266-8bae2b0e0e4a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:36.490678 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c5215-d135-486f-8266-8bae2b0e0e4a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Pushing event deleted for resources: {'Port': ['ID=b422237c-6403-456d-91f4-4a41ba91abb0,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:36.504804 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['b422237c-6403-456d-91f4-4a41ba91abb0'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:33:36.533396 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-fb8c5215-d135-486f-8266-8bae2b0e0e4a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] No DVR routers for this DVR port b422237c-6403-456d-91f4-4a41ba91abb0 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:33:36.536238 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-fb8c5215-d135-486f-8266-8bae2b0e0e4a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:36.539516 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a04c40ab-02c3-4656-a6a4-d27743037924 req-fb8c5215-d135-486f-8266-8bae2b0e0e4a tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.32 "DELETE /v2.0/ports/b422237c-6403-456d-91f4-4a41ba91abb0 HTTP/1.1" status: 204 len: 173 time: 0.3996029 Dec 09 11:33:36.539959 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd7bd66-e40d-484f-a8ba-0f37307f869f', 'name': 'network-vif-deleted', 'tag': 'b422237c-6403-456d-91f4-4a41ba91abb0'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:33:36.542237 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f4ad82-9ad8-4720-bc56-4ddb6ff05375" -d '{"events": [{"server_uuid": "8cd7bd66-e40d-484f-a8ba-0f37307f869f", "name": "network-vif-deleted", "tag": "b422237c-6403-456d-91f4-4a41ba91abb0"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:33:36.578273 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c538ef-a88d-4647-9128-1c7d3c23fe22 x-openstack-request-id: req-c0c538ef-a88d-4647-9128-1c7d3c23fe22 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:33:36.578643 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd7bd66-e40d-484f-a8ba-0f37307f869f", "name": "network-vif-deleted", "tag": "b422237c-6403-456d-91f4-4a41ba91abb0", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:33:36.579176 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0c538ef-a88d-4647-9128-1c7d3c23fe22 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:33:36.579478 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd7bd66-e40d-484f-a8ba-0f37307f869f', 'name': 'network-vif-deleted', 'tag': 'b422237c-6403-456d-91f4-4a41ba91abb0', 'status': 'completed', 'code': 200} Dec 09 11:33:36.770648 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cbdabd18-16ec-4fa9-ba97-9cd68241a623 req-75a145b0-4882-426a-aa5b-1198e26ad3e8 tempest-AttachVolumeNegativeTest-619893382 tempest-AttachVolumeNegativeTest-619893382-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cd7bd66-e40d-484f-a8ba-0f37307f869f HTTP/1.1" status: 200 len: 210 time: 0.0338562 Dec 09 11:33:37.825559 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52036) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:37.870167 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-8525b9f5-b30e-4048-aa14-d54a64ed9e33 admin admin] Deleting subnet 6b62b309-458f-4f00-83f8-97186fa3e3a1 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:33:37.873151 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8525b9f5-b30e-4048-aa14-d54a64ed9e33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:37.907777 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8525b9f5-b30e-4048-aa14-d54a64ed9e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8556163'] for subnet, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:37.947461 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8525b9f5-b30e-4048-aa14-d54a64ed9e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.002540 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8525b9f5-b30e-4048-aa14-d54a64ed9e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12023275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388961'] for subnet, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.028359 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525b9f5-b30e-4048-aa14-d54a64ed9e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b62b309-458f-4f00-83f8-97186fa3e3a1,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:38.030323 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8525b9f5-b30e-4048-aa14-d54a64ed9e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.033506 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8525b9f5-b30e-4048-aa14-d54a64ed9e33 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6b62b309-458f-4f00-83f8-97186fa3e3a1 HTTP/1.1" status: 204 len: 168 time: 0.2068934 Dec 09 11:33:38.036504 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52038) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:38.103447 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.184049 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.204005 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2c1a55-3659-4bcb-bd31-0c9c0767e79f']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:38.213042 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29822c72-e9e9-4934-a46d-6cc851af5056') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:38.213343 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29822c72-e9e9-4934-a46d-6cc851af5056') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:33:38.223078 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8556168'] for segment, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.235517 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.241861 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:33:38.242243 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12023057'] for segment, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: Traceback (most recent call last): Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: timer() Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: cb(*args, **kw) Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: return func(*args, **kwargs) Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: self._notify() Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: self.callback(batched_events) Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: event.method(event) Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: return f(self, *a, **k) Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._get(url).json() Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:33:38.243877 dv-cinder-817351-6-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:33:38.295611 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.301768 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.308996 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] 10.222.0.30 "DELETE /v2.0/networks/3d2c1a55-3659-4bcb-bd31-0c9c0767e79f HTTP/1.1" status: 204 len: 168 time: 0.2715321 Dec 09 11:33:38.320449 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55cff5-dc59-4f37-a205-afee69b8124b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2c1a55-3659-4bcb-bd31-0c9c0767e79f,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:38.468115 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52044) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:38.511563 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a56118d7-6fc7-4260-878b-7887045ee682 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd51be8dbb9047efa0ae76ebae6178c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422771 Dec 09 11:33:38.513956 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52046) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:38.560147 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fbd55443-10bc-4f06-9ab8-9860fa7e035e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.581210 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fbd55443-10bc-4f06-9ab8-9860fa7e035e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.626670 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fbd55443-10bc-4f06-9ab8-9860fa7e035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.629257 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fbd55443-10bc-4f06-9ab8-9860fa7e035e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:38.630406 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fbd55443-10bc-4f06-9ab8-9860fa7e035e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7620a3ba-bf72-4248-8226-6a655db425eb HTTP/1.1" status: 204 len: 168 time: 0.1155639 Dec 09 11:33:38.639988 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd55443-10bc-4f06-9ab8-9860fa7e035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7620a3ba-bf72-4248-8226-6a655db425eb,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:39.996353 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:33:40.093651 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device b422237c-6403-456d-91f4-4a41ba91abb0 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:33:40.114635 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: b422237c-6403-456d-91f4-4a41ba91abb0 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:33:40.115087 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device b422237c-6403-456d-91f4-4a41ba91abb0 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:33:46.054662 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.108326 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52198) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:47.214479 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4764fd64-c6ae-47c6-a5a4-ec3d463beaf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.289795 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4764fd64-c6ae-47c6-a5a4-ec3d463beaf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.293473 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4764fd64-c6ae-47c6-a5a4-ec3d463beaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.331989 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4764fd64-c6ae-47c6-a5a4-ec3d463beaf2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3689927cfbff43568ba01bc9026dbee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225735 Dec 09 11:33:47.333863 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764fd64-c6ae-47c6-a5a4-ec3d463beaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e74b7d-3ab7-492a-b715-6139ec219eea,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:47.334773 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52202) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:47.383339 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-613d7b7a-9643-4b0d-8762-d4f7f30a217b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.403928 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-613d7b7a-9643-4b0d-8762-d4f7f30a217b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.449786 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-613d7b7a-9643-4b0d-8762-d4f7f30a217b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.452574 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-613d7b7a-9643-4b0d-8762-d4f7f30a217b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.453684 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-613d7b7a-9643-4b0d-8762-d4f7f30a217b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04e74b7d-3ab7-492a-b715-6139ec219eea HTTP/1.1" status: 204 len: 168 time: 0.1178548 Dec 09 11:33:47.462631 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d7b7a-9643-4b0d-8762-d4f7f30a217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e74b7d-3ab7-492a-b715-6139ec219eea,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:47.706953 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52208) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:47.720152 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5df723cd-534c-418d-8615-7ee52e9d7073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.805596 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5df723cd-534c-418d-8615-7ee52e9d7073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.809383 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5df723cd-534c-418d-8615-7ee52e9d7073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.846036 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5df723cd-534c-418d-8615-7ee52e9d7073 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60fc330a54e649cc9665bcb52995046b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375322 Dec 09 11:33:47.848579 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df723cd-534c-418d-8615-7ee52e9d7073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dca4cdf-3733-4f2a-8629-b0d22aaddfa7,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:47.849566 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52210) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:47.897750 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b0971804-5772-4a73-a967-4a2a82804bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.921591 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b0971804-5772-4a73-a967-4a2a82804bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.966474 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b0971804-5772-4a73-a967-4a2a82804bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.969038 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b0971804-5772-4a73-a967-4a2a82804bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:47.970195 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b0971804-5772-4a73-a967-4a2a82804bfd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7dca4cdf-3733-4f2a-8629-b0d22aaddfa7 HTTP/1.1" status: 204 len: 168 time: 0.1194706 Dec 09 11:33:47.978796 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0971804-5772-4a73-a967-4a2a82804bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dca4cdf-3733-4f2a-8629-b0d22aaddfa7,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:48.293890 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52218) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:48.307746 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93816326-1a47-44b4-8ee3-a69c408b65dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:48.381304 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93816326-1a47-44b4-8ee3-a69c408b65dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:48.384951 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93816326-1a47-44b4-8ee3-a69c408b65dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:48.423369 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-93816326-1a47-44b4-8ee3-a69c408b65dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c345efd5600444469f2c1cebeea4a68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283324 Dec 09 11:33:48.424496 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93816326-1a47-44b4-8ee3-a69c408b65dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b31c36-c0c3-4294-a51a-5749202a583e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:48.425979 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52220) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:48.473837 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-38bde495-e8da-4cd8-935d-316647e1d8cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:48.500275 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-38bde495-e8da-4cd8-935d-316647e1d8cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:48.546491 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-38bde495-e8da-4cd8-935d-316647e1d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:48.549200 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-38bde495-e8da-4cd8-935d-316647e1d8cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:48.550329 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-38bde495-e8da-4cd8-935d-316647e1d8cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44b31c36-c0c3-4294-a51a-5749202a583e HTTP/1.1" status: 204 len: 168 time: 0.1233597 Dec 09 11:33:48.558077 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bde495-e8da-4cd8-935d-316647e1d8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b31c36-c0c3-4294-a51a-5749202a583e,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:50.473532 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52294) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:50.577345 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8573a8b2-9fa4-45f6-8595-05b7391f165b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:50.651218 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8573a8b2-9fa4-45f6-8595-05b7391f165b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:50.654913 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8573a8b2-9fa4-45f6-8595-05b7391f165b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:50.695672 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8573a8b2-9fa4-45f6-8595-05b7391f165b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c44357a508dc4ae3ab05077794e0d162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210495 Dec 09 11:33:50.697592 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573a8b2-9fa4-45f6-8595-05b7391f165b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d239bb2-13d5-4de7-a581-b59f53acb439,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:50.698297 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52298) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:50.746762 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9bff881e-3967-4008-babf-c00cb1274438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:50.767394 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9bff881e-3967-4008-babf-c00cb1274438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:50.814765 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9bff881e-3967-4008-babf-c00cb1274438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:50.818079 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9bff881e-3967-4008-babf-c00cb1274438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:50.819259 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9bff881e-3967-4008-babf-c00cb1274438 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d239bb2-13d5-4de7-a581-b59f53acb439 HTTP/1.1" status: 204 len: 168 time: 0.1198106 Dec 09 11:33:50.826773 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff881e-3967-4008-babf-c00cb1274438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d239bb2-13d5-4de7-a581-b59f53acb439,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:51.073841 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52304) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:51.086901 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a13fde66-9d41-4cc4-b723-5315a37e2feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:51.162704 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a13fde66-9d41-4cc4-b723-5315a37e2feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:51.166330 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a13fde66-9d41-4cc4-b723-5315a37e2feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:51.204084 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a13fde66-9d41-4cc4-b723-5315a37e2feb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e66721a95fab42a9a2f408967207945a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291897 Dec 09 11:33:51.204998 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fde66-9d41-4cc4-b723-5315a37e2feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74019ad-9c31-4ca8-9dc0-3b914d0bb0cd,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:51.206739 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52306) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:51.255864 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da4a2c14-e3eb-4256-87ed-8167317182db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:51.276191 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da4a2c14-e3eb-4256-87ed-8167317182db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:51.321123 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da4a2c14-e3eb-4256-87ed-8167317182db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:51.323683 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da4a2c14-e3eb-4256-87ed-8167317182db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:51.324837 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-da4a2c14-e3eb-4256-87ed-8167317182db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d74019ad-9c31-4ca8-9dc0-3b914d0bb0cd HTTP/1.1" status: 204 len: 168 time: 0.1169348 Dec 09 11:33:51.332581 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a2c14-e3eb-4256-87ed-8167317182db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74019ad-9c31-4ca8-9dc0-3b914d0bb0cd,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:52.366159 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52338) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:52.472771 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cd32-5259-4595-9082-2c426adae5f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:52.546044 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cd32-5259-4595-9082-2c426adae5f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:52.549731 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cd32-5259-4595-9082-2c426adae5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:52.588325 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d0f7cd32-5259-4595-9082-2c426adae5f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fe30bb378394b0b8ec416f8243951a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210355 Dec 09 11:33:52.589229 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7cd32-5259-4595-9082-2c426adae5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488d3831-5046-470a-96db-11e2a7fea3c5,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:52.591109 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52342) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:52.639628 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6812bbca-f89c-4a3c-9f6d-43a161e37cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:52.661963 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6812bbca-f89c-4a3c-9f6d-43a161e37cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:52.712426 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6812bbca-f89c-4a3c-9f6d-43a161e37cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:52.715393 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6812bbca-f89c-4a3c-9f6d-43a161e37cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:52.717352 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-6812bbca-f89c-4a3c-9f6d-43a161e37cad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/488d3831-5046-470a-96db-11e2a7fea3c5 HTTP/1.1" status: 204 len: 168 time: 0.1250067 Dec 09 11:33:52.726381 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812bbca-f89c-4a3c-9f6d-43a161e37cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488d3831-5046-470a-96db-11e2a7fea3c5,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:53.676269 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52374) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:53.780222 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-045b412f-1444-415b-8bd9-f877d964b6ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:53.855504 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-045b412f-1444-415b-8bd9-f877d964b6ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:53.859366 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-045b412f-1444-415b-8bd9-f877d964b6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:53.861327 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-69caf732-79cb-4c85-a4a2-f3935affbbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:53.898289 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-045b412f-1444-415b-8bd9-f877d964b6ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a90012cf71c04d6fb69ab0f60ed3e9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208850 Dec 09 11:33:53.899193 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b412f-1444-415b-8bd9-f877d964b6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ec946f-0f13-4a07-bf73-6f920b3d1192,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:53.900921 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52380) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:33:53.952511 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf832-416d-40b8-8f1a-2020f958af90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:53.973690 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf832-416d-40b8-8f1a-2020f958af90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:54.019301 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf832-416d-40b8-8f1a-2020f958af90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:54.022859 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf832-416d-40b8-8f1a-2020f958af90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:54.024021 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2fcdf832-416d-40b8-8f1a-2020f958af90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77ec946f-0f13-4a07-bf73-6f920b3d1192 HTTP/1.1" status: 204 len: 168 time: 0.1220729 Dec 09 11:33:54.031771 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdf832-416d-40b8-8f1a-2020f958af90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ec946f-0f13-4a07-bf73-6f920b3d1192,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:33:56.044043 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-05cae9d8-d3ea-40a8-ad67-32a0395dc709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:56.970465 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:58.627566 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:33:59.594258 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:01.818491 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52514) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:34:01.922305 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7a70fad3-75e4-421c-9e58-371df5331fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:01.996869 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7a70fad3-75e4-421c-9e58-371df5331fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.000635 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7a70fad3-75e4-421c-9e58-371df5331fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.039226 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-7a70fad3-75e4-421c-9e58-371df5331fa8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32fe0ab5059d456088f1202d0676673c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196476 Dec 09 11:34:02.040355 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70fad3-75e4-421c-9e58-371df5331fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba6169-8838-49cf-b753-5f9569154376,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:02.041894 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52518) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:34:02.089390 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d8bb2ede-5338-4429-86d7-ebcfd394305e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.110310 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d8bb2ede-5338-4429-86d7-ebcfd394305e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.156977 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d8bb2ede-5338-4429-86d7-ebcfd394305e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.160283 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d8bb2ede-5338-4429-86d7-ebcfd394305e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.161438 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d8bb2ede-5338-4429-86d7-ebcfd394305e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eeba6169-8838-49cf-b753-5f9569154376 HTTP/1.1" status: 204 len: 168 time: 0.1178875 Dec 09 11:34:02.169683 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb2ede-5338-4429-86d7-ebcfd394305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba6169-8838-49cf-b753-5f9569154376,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:02.417193 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52524) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:34:02.430260 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a99307ff-b90f-429b-aff8-33111c88fc5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.503208 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a99307ff-b90f-429b-aff8-33111c88fc5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.507908 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a99307ff-b90f-429b-aff8-33111c88fc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.547171 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a99307ff-b90f-429b-aff8-33111c88fc5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e193dc29bd894bcc9b25cd27a22a5e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289041 Dec 09 11:34:02.549024 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99307ff-b90f-429b-aff8-33111c88fc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d348b34-412b-49bb-9688-810d69d62893,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:02.549816 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52526) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:34:02.596925 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ce504f44-9ce8-4a4c-a16d-742415087a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.617898 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ce504f44-9ce8-4a4c-a16d-742415087a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.666666 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ce504f44-9ce8-4a4c-a16d-742415087a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.669310 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ce504f44-9ce8-4a4c-a16d-742415087a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:02.670452 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ce504f44-9ce8-4a4c-a16d-742415087a99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d348b34-412b-49bb-9688-810d69d62893 HTTP/1.1" status: 204 len: 168 time: 0.1195269 Dec 09 11:34:02.678317 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce504f44-9ce8-4a4c-a16d-742415087a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d348b34-412b-49bb-9688-810d69d62893,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:02.992910 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52538) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:34:03.007416 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd435-67f3-40f4-b81f-273a9dca0163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:03.090102 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd435-67f3-40f4-b81f-273a9dca0163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:03.096897 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cc2fd435-67f3-40f4-b81f-273a9dca0163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:03.143900 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52540) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:34:03.145219 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-cc2fd435-67f3-40f4-b81f-273a9dca0163 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=954b6e4be0c44da0b5cf9e2447e10adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501124 Dec 09 11:34:03.145778 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fd435-67f3-40f4-b81f-273a9dca0163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41131b49-42eb-49f5-a4cc-f54aaaf0f1c1,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:03.213310 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e23bc864-2af6-4129-a53a-fd796528c3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:03.235665 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e23bc864-2af6-4129-a53a-fd796528c3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:03.280851 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e23bc864-2af6-4129-a53a-fd796528c3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:03.283513 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e23bc864-2af6-4129-a53a-fd796528c3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:03.284791 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e23bc864-2af6-4129-a53a-fd796528c3c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41131b49-42eb-49f5-a4cc-f54aaaf0f1c1 HTTP/1.1" status: 204 len: 168 time: 0.1377969 Dec 09 11:34:03.293116 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bc864-2af6-4129-a53a-fd796528c3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41131b49-42eb-49f5-a4cc-f54aaaf0f1c1,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:05.460408 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bb682-b44a-4654-92fc-17dd9939ce9e req-c4af93d0-36f7-44eb-8d31-24136157dd44 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:05.461916 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-562bb682-b44a-4654-92fc-17dd9939ce9e req-c4af93d0-36f7-44eb-8d31-24136157dd44 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0563197 Dec 09 11:34:05.510192 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-562bb682-b44a-4654-92fc-17dd9939ce9e req-7c52713d-3b05-4a3d-8040-2974d96ffb7e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423410 Dec 09 11:34:06.635972 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c62e4-e4a4-4a9c-945a-09c0e5c3f43d req-6dd39e06-13e4-4341-a3ca-b5c4f62ec202 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:06.637435 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c66c62e4-e4a4-4a9c-945a-09c0e5c3f43d req-6dd39e06-13e4-4341-a3ca-b5c4f62ec202 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0511475 Dec 09 11:34:06.685289 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c66c62e4-e4a4-4a9c-945a-09c0e5c3f43d req-61b78d8e-46bc-4679-bfcb-408cca1e310d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 Dec 09 11:34:07.810142 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd788b9-9b8d-4320-a8d8-0edb36757741 req-41214c3a-9bb4-41f7-b802-44bedfed0098 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:07.811638 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dfd788b9-9b8d-4320-a8d8-0edb36757741 req-41214c3a-9bb4-41f7-b802-44bedfed0098 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0482578 Dec 09 11:34:07.858455 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-dfd788b9-9b8d-4320-a8d8-0edb36757741 req-4c692dfa-5a7b-4ae3-8b6f-c6f55c00baa4 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402279 Dec 09 11:34:08.978478 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95833cdf-3023-446e-863c-63c45bf2d67a req-89faf99d-a85b-48ea-aa98-c600d9486881 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:08.979966 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-95833cdf-3023-446e-863c-63c45bf2d67a req-89faf99d-a85b-48ea-aa98-c600d9486881 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0493793 Dec 09 11:34:09.032988 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-95833cdf-3023-446e-863c-63c45bf2d67a req-45128aed-386d-4c32-935b-0685bd0e254d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472615 Dec 09 11:34:10.154312 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa51e1-e9b3-457d-8172-eaf1b96771eb req-7db1aebf-1a7f-43ea-b257-9848fa10fc6f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:10.155848 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a3aa51e1-e9b3-457d-8172-eaf1b96771eb req-7db1aebf-1a7f-43ea-b257-9848fa10fc6f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0506084 Dec 09 11:34:10.203416 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a3aa51e1-e9b3-457d-8172-eaf1b96771eb req-01aa58ce-1549-48aa-bf8b-c253aef5400f tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Dec 09 11:34:11.322255 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d609b32-1827-4ba4-b925-7cb67b007997 req-23d9c18b-efdb-4001-a19e-821bf5a55981 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:11.324096 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4d609b32-1827-4ba4-b925-7cb67b007997 req-23d9c18b-efdb-4001-a19e-821bf5a55981 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0496871 Dec 09 11:34:11.382736 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4d609b32-1827-4ba4-b925-7cb67b007997 req-5fa27c1c-41be-4e63-97ba-58c7f1ec092c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507712 Dec 09 11:34:12.499325 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a733f64-ba53-4500-9654-51339dac5118 req-062f4b89-ed30-43b3-b9bc-7a9de40b1e5c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:12.500766 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a733f64-ba53-4500-9654-51339dac5118 req-062f4b89-ed30-43b3-b9bc-7a9de40b1e5c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0527368 Dec 09 11:34:12.547353 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a733f64-ba53-4500-9654-51339dac5118 req-75338f12-b44a-4620-8ea6-03a74f432687 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407033 Dec 09 11:34:13.663762 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cfee6-9b72-40c3-9104-f9f531b496ad req-a4e76937-940e-4e1b-9291-936721ea2fdf tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:13.665221 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-694cfee6-9b72-40c3-9104-f9f531b496ad req-a4e76937-940e-4e1b-9291-936721ea2fdf tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0482414 Dec 09 11:34:13.711398 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-694cfee6-9b72-40c3-9104-f9f531b496ad req-3f1a6a35-e13f-464e-9571-2d30eed6d8b5 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 Dec 09 11:34:13.975768 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 52710) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:34:14.080289 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fcda864e-ebea-4ff9-a2be-05e81e3f802a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:14.153312 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fcda864e-ebea-4ff9-a2be-05e81e3f802a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:14.156987 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fcda864e-ebea-4ff9-a2be-05e81e3f802a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:14.194488 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fcda864e-ebea-4ff9-a2be-05e81e3f802a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aff547ef41bc45dbaf515a958ee44c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176523 Dec 09 11:34:14.196400 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda864e-ebea-4ff9-a2be-05e81e3f802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d39eef6-f7aa-4132-889c-c20b6804e8ef,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:14.197169 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 52714) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:34:14.244028 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:14.268264 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:14.313982 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:14.317120 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:14.318249 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d39eef6-f7aa-4132-889c-c20b6804e8ef HTTP/1.1" status: 204 len: 168 time: 0.1200924 Dec 09 11:34:14.325872 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d39eef6-f7aa-4132-889c-c20b6804e8ef,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:14.332864 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.333227 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.333580 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.333932 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.334276 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.334614 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.334982 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.335318 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.335740 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.335980 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.336311 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.336631 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.336962 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69058bff-3031-4ff3-a053-0e5bd4fdf0cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:14.829627 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7779a-9852-4f5f-9c34-8b193d7ceba3 req-7aaa6d34-f07f-4a68-9fb1-32d1186201a3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:14.831287 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-08a7779a-9852-4f5f-9c34-8b193d7ceba3 req-7aaa6d34-f07f-4a68-9fb1-32d1186201a3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0495872 Dec 09 11:34:14.881403 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-08a7779a-9852-4f5f-9c34-8b193d7ceba3 req-8c0ba71d-ba8d-4a4d-802d-b73580854c04 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439410 Dec 09 11:34:16.000564 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180620f5-9721-4cf9-8b05-3a51a373ed8d req-1bdc3c26-f306-4465-9b5c-05007af57c4d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:16.002017 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-180620f5-9721-4cf9-8b05-3a51a373ed8d req-1bdc3c26-f306-4465-9b5c-05007af57c4d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0482199 Dec 09 11:34:16.039760 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:16.051376 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-180620f5-9721-4cf9-8b05-3a51a373ed8d req-04346d0a-6b12-4d45-9c43-6b2d5370439e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Dec 09 11:34:16.995332 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:34:17.174031 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0116d30-7349-472f-b38b-8cc8e2a0e645 req-58526f9b-c248-4387-bb93-1291af92ac44 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:17.176653 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c0116d30-7349-472f-b38b-8cc8e2a0e645 req-58526f9b-c248-4387-bb93-1291af92ac44 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0531595 Dec 09 11:34:17.223344 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c0116d30-7349-472f-b38b-8cc8e2a0e645 req-19a09630-a19b-441f-ad68-12f42cf16fe1 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407593 Dec 09 11:34:18.122422 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-28718adf-09be-4599-bdda-2942f2af8fbb req-0618b431-68cf-48b9-ae0b-222b1490552c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1396017 Dec 09 11:34:18.214012 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28718adf-09be-4599-bdda-2942f2af8fbb req-459ff7f4-0a6b-4bf8-b906-c1db6b91f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:18.215556 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-28718adf-09be-4599-bdda-2942f2af8fbb req-459ff7f4-0a6b-4bf8-b906-c1db6b91f02c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 1098 time: 0.0489533 Dec 09 11:34:18.286684 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:34:18.370865 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c59f99-ba4d-4565-90d0-81ac370f5d0e req-88411375-e48d-4718-a158-22242e7c45d7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:18.378630 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-21c59f99-ba4d-4565-90d0-81ac370f5d0e req-88411375-e48d-4718-a158-22242e7c45d7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0671537 Dec 09 11:34:18.386451 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28718adf-09be-4599-bdda-2942f2af8fbb req-55d8de75-609d-4058-94e3-bd6bf89b5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:18.388141 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-28718adf-09be-4599-bdda-2942f2af8fbb req-55d8de75-609d-4058-94e3-bd6bf89b5f9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 913 time: 0.1503208 Dec 09 11:34:18.434023 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-21c59f99-ba4d-4565-90d0-81ac370f5d0e req-67b10cf2-e028-4030-9059-c3049f940584 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542319 Dec 09 11:34:18.465951 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:18.478804 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-28718adf-09be-4599-bdda-2942f2af8fbb req-70cca54a-0fd2-4aae-a11f-b0e000e74765 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=882002ab-420f-47ae-bec0-ff5c614d2963 HTTP/1.1" status: 200 len: 1001 time: 0.0772643 Dec 09 11:34:18.482907 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'port_id': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'mac_address': 'fa:16:3e:0e:2a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:34:18.532541 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:18.537618 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28718adf-09be-4599-bdda-2942f2af8fbb req-a8f8a7b1-4357-47c9-bb32-857294d74dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:18.539138 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-28718adf-09be-4599-bdda-2942f2af8fbb req-a8f8a7b1-4357-47c9-bb32-857294d74dcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0525753 Dec 09 11:34:18.548896 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:34:18.574645 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:18.582608 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:18.613189 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28718adf-09be-4599-bdda-2942f2af8fbb req-8d9115c4-a81c-47d8-9843-4009461b776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:18.614842 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-28718adf-09be-4599-bdda-2942f2af8fbb req-8d9115c4-a81c-47d8-9843-4009461b776e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632126 Dec 09 11:34:18.639670 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=6']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:18.648691 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.649075 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.649477 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.649803 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.650324 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.650875 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.651605 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.651902 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.652046 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.652572 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.653064 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.653696 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.654189 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:18.721004 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-28718adf-09be-4599-bdda-2942f2af8fbb req-462f7af4-46eb-48be-a46b-bc138293a6c9 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957067 Dec 09 11:34:18.756680 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:34:18.838612 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-28718adf-09be-4599-bdda-2942f2af8fbb req-c88fb663-26b2-4835-ab00-944a8003ff55 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092386 Dec 09 11:34:19.583491 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e6a68-cd65-4849-bdf7-2c1b7d94f946 req-6965b65a-9815-4b27-9a58-da11ba49fdfc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:19.585091 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8d3e6a68-cd65-4849-bdf7-2c1b7d94f946 req-6965b65a-9815-4b27-9a58-da11ba49fdfc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 944 time: 0.0562735 Dec 09 11:34:19.639598 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8d3e6a68-cd65-4849-bdf7-2c1b7d94f946 req-1c54edf5-9d13-4cef-a2e5-090d0da433d7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483775 Dec 09 11:34:20.283049 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:34:20.340362 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:34:20.340736 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:20.425736 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:20.452395 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:34:20.455975 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a099154-0b01-4b07-b657-f4897ce6ce07" -d '{"events": [{"server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "name": "network-vif-plugged", "status": "completed", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:34:20.470182 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:20.478291 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:20.539600 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=7']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:20.662255 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2769960-fde4-414e-a154-8157e11fd670 x-openstack-request-id: req-f2769960-fde4-414e-a154-8157e11fd670 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:34:20.662822 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "name": "network-vif-plugged", "status": "completed", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:34:20.663231 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2769960-fde4-414e-a154-8157e11fd670 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:34:20.663831 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'code': 200} Dec 09 11:34:20.766669 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64689a-b4dd-470f-ab98-d760ca41c916 req-ed9d3ff9-5a7c-4e49-8839-b4e7f318251d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:20.768279 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8e64689a-b4dd-470f-ab98-d760ca41c916 req-ed9d3ff9-5a7c-4e49-8839-b4e7f318251d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0518172 Dec 09 11:34:20.819758 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8e64689a-b4dd-470f-ab98-d760ca41c916 req-efe74d9f-93c2-4f36-a9ec-e4746a47ad6e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442615 Dec 09 11:34:21.963398 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97320c94-cc5c-4231-b67d-36956c23f4ac req-952cbbd5-87f1-4554-b289-4a675fe4be6a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:21.967545 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-97320c94-cc5c-4231-b67d-36956c23f4ac req-952cbbd5-87f1-4554-b289-4a675fe4be6a tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0640109 Dec 09 11:34:22.019836 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-97320c94-cc5c-4231-b67d-36956c23f4ac req-d012e0ad-db76-43f8-af4f-7c191b5dee5d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513475 Dec 09 11:34:23.149586 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6b1da-c5e4-4187-af8b-73ccd345f4c7 req-6117f7a8-b950-4b80-9381-cb3a4f1a96c7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:23.151766 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31a6b1da-c5e4-4187-af8b-73ccd345f4c7 req-6117f7a8-b950-4b80-9381-cb3a4f1a96c7 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0523865 Dec 09 11:34:23.210830 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31a6b1da-c5e4-4187-af8b-73ccd345f4c7 req-331cacc6-a13f-42a6-b5f6-b1d7f0d7f0cc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534322 Dec 09 11:34:23.882398 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bc4d10e8-f856-4a46-9f43-ebf0a6dd9d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:24.341842 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d66bd-0008-43bc-84a0-27f388d5af8c req-723249aa-854c-4845-ac81-006895ada253 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:24.343372 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fb5d66bd-0008-43bc-84a0-27f388d5af8c req-723249aa-854c-4845-ac81-006895ada253 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0513985 Dec 09 11:34:24.408471 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fb5d66bd-0008-43bc-84a0-27f388d5af8c req-bb6112db-caeb-433b-be56-1f644a0c8903 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579782 Dec 09 11:34:25.532648 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfc6b7-05b9-4dc4-a37a-1608bcc1b287 req-ca7ae12e-02b4-432e-a8d0-71ca738977d2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:25.534663 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-26bfc6b7-05b9-4dc4-a37a-1608bcc1b287 req-ca7ae12e-02b4-432e-a8d0-71ca738977d2 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0538113 Dec 09 11:34:25.596122 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-26bfc6b7-05b9-4dc4-a37a-1608bcc1b287 req-e62b56ff-9846-425e-8850-8315130aeeb0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550582 Dec 09 11:34:26.050585 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d8677a80-2c5d-4fbb-9d5d-09075c004062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:26.724121 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13724a-ff18-44b4-b366-76ba1ddfc9e9 req-ba290f98-5091-45b1-a9e3-aaceae266976 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:26.733204 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf13724a-ff18-44b4-b366-76ba1ddfc9e9 req-ba290f98-5091-45b1-a9e3-aaceae266976 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0632336 Dec 09 11:34:26.793793 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf13724a-ff18-44b4-b366-76ba1ddfc9e9 req-1135635d-af69-4c13-b92e-5bc58c56599d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585434 Dec 09 11:34:26.982028 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:27.918457 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9156091-8e92-4479-b58c-f2e5f56ce221 req-403dba47-0a1b-4e2e-b3eb-5510390cdf6d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:27.919936 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9156091-8e92-4479-b58c-f2e5f56ce221 req-403dba47-0a1b-4e2e-b3eb-5510390cdf6d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0489779 Dec 09 11:34:27.969791 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d9156091-8e92-4479-b58c-f2e5f56ce221 req-c24ae937-01b2-4598-b4e6-b8a523676cb1 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Dec 09 11:34:28.058473 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-a4d7073a-03b3-4652-8141-f8a40495d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:28.059982 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-a4d7073a-03b3-4652-8141-f8a40495d961 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 1098 time: 0.0465763 Dec 09 11:34:28.154137 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-e0ed7f41-f3ed-447e-9565-84e37dff433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:28.155567 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-e0ed7f41-f3ed-447e-9565-84e37dff433d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 917 time: 0.0835023 Dec 09 11:34:28.225840 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-9ed2d182-543e-4c17-bbd6-c898ada66c7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 HTTP/1.1" status: 200 len: 1001 time: 0.0629468 Dec 09 11:34:28.278994 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-4e6d8768-74e4-4002-97ec-bd9dbcac8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:28.280437 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-4e6d8768-74e4-4002-97ec-bd9dbcac8c9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.0440071 Dec 09 11:34:28.329889 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-b65d4e79-ccc7-4df7-a754-3553de6977eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:28.331962 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-b65d4e79-ccc7-4df7-a754-3553de6977eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396225 Dec 09 11:34:28.427847 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-3b1ef095-7f78-49d0-8f8a-adad8a571f87 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846815 Dec 09 11:34:28.520263 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8663a4ee-ae23-4600-8f5a-1bc92b39eca7 req-73b12084-5301-4a15-a7f6-9710bad4f319 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811710 Dec 09 11:34:28.630422 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:29.087268 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197db358-207c-4589-a636-c06de639d66a req-384a8e02-fb1e-4363-9b4c-164d650a7e7d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:29.088727 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-197db358-207c-4589-a636-c06de639d66a req-384a8e02-fb1e-4363-9b4c-164d650a7e7d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0474863 Dec 09 11:34:29.135717 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-197db358-207c-4589-a636-c06de639d66a req-2117a08e-6d84-497c-aa2a-024a12c0787e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Dec 09 11:34:29.596470 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:29.972792 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2e998-6757-478b-a902-68e24e1720b5 req-1a1e3330-b039-4b1d-abe4-4da8dea8c877 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:29.974264 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f8d2e998-6757-478b-a902-68e24e1720b5 req-1a1e3330-b039-4b1d-abe4-4da8dea8c877 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 945 time: 0.0498261 Dec 09 11:34:30.023235 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f8d2e998-6757-478b-a902-68e24e1720b5 req-ec4dd480-70eb-467e-a1ff-e28fb87ea628 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428765 Dec 09 11:34:30.258711 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2987c-151b-4b4e-9e3c-3fb64ebafe7f req-7b447a0f-5216-4537-abb3-820bc6df635e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:30.260184 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-21e2987c-151b-4b4e-9e3c-3fb64ebafe7f req-7b447a0f-5216-4537-abb3-820bc6df635e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 945 time: 0.0513821 Dec 09 11:34:30.306746 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-21e2987c-151b-4b4e-9e3c-3fb64ebafe7f req-14cde4ad-0d3e-4dce-b55f-de05897f757c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 Dec 09 11:34:30.342802 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:34:30.418886 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:30.441569 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:34:30.444015 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5717b0-7b11-4954-8d03-5f76ac7e781f" -d '{"events": [{"server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "name": "network-vif-unplugged", "status": "completed", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:34:30.457637 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:30.462454 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:30.485887 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a1c3c8-8b70-4f88-88f7-7fd49d42ebf6 x-openstack-request-id: req-64a1c3c8-8b70-4f88-88f7-7fd49d42ebf6 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:34:30.486199 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "name": "network-vif-unplugged", "status": "completed", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:34:30.486456 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64a1c3c8-8b70-4f88-88f7-7fd49d42ebf6 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:34:30.486879 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'code': 200} Dec 09 11:34:30.512667 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=8']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:31.136703 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759840b-2fa8-46e6-9d9c-cc3bdf5b17c3 req-2aee2328-829a-46da-964e-f90211c24641 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:31.138162 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2759840b-2fa8-46e6-9d9c-cc3bdf5b17c3 req-2aee2328-829a-46da-964e-f90211c24641 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 945 time: 0.0476186 Dec 09 11:34:31.186541 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2759840b-2fa8-46e6-9d9c-cc3bdf5b17c3 req-9921e8d3-36fb-4ec3-879b-1f2f6b5bf06d tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413404 Dec 09 11:34:31.429677 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f7998-f0ea-4b83-a03b-47ceaf139a26 req-192aa576-97ef-4ab5-b9be-20f001795a8b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:31.431151 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-405f7998-f0ea-4b83-a03b-47ceaf139a26 req-192aa576-97ef-4ab5-b9be-20f001795a8b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0512884 Dec 09 11:34:31.479939 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-405f7998-f0ea-4b83-a03b-47ceaf139a26 req-952b6c5d-198f-4815-8748-46a255739aea tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424116 Dec 09 11:34:32.105446 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-238436fb-1375-4f1c-99f2-24754d6c2a83 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:32.106972 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-238436fb-1375-4f1c-99f2-24754d6c2a83 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 945 time: 0.0513923 Dec 09 11:34:32.210699 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Deleting port 882002ab-420f-47ae-bec0-ff5c614d2963 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:34:32.211068 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:32.306117 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] For port 882002ab-420f-47ae-bec0-ff5c614d2963, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=882002ab-420f-47ae-bec0-ff5c614d2963,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:32.306497 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:32.325466 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1dc76-7f0c-4d09-b41f-c766c7d38e1f req-b4108921-6353-4a94-a9df-a78113ca8a8b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:32.327269 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0b1dc76-7f0c-4d09-b41f-c766c7d38e1f req-b4108921-6353-4a94-a9df-a78113ca8a8b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 945 time: 0.0695009 Dec 09 11:34:32.413931 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d0b1dc76-7f0c-4d09-b41f-c766c7d38e1f req-4ee33d42-571c-4475-b1b3-eea564e37fab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792208 Dec 09 11:34:32.430054 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a0ca5-a2bb-455d-84ed-38d9b2283dfb req-4ebc6da9-a57e-48e4-bb20-c3614476e4ec tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:32.432253 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-db3a0ca5-a2bb-455d-84ed-38d9b2283dfb req-4ebc6da9-a57e-48e4-bb20-c3614476e4ec tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0896900 Dec 09 11:34:32.485000 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-db3a0ca5-a2bb-455d-84ed-38d9b2283dfb req-17f2673f-76d3-4e48-9116-5935bafe5882 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466771 Dec 09 11:34:32.505774 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90334a12-7e36-4382-972a-c1a6b533329b req-48aca7eb-2e4b-45d7-a2bc-dd8392ef5f49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872309 Dec 09 11:34:32.531574 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:32.531945 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:32.532263 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.l3_db [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Floating IP 46176f9d-3064-405b-80b3-c7a73ba686f5 disassociated. External IP: 172.27.0.120, port: 882002ab-420f-47ae-bec0-ff5c614d2963. Dec 09 11:34:32.532613 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Calling delete_port for 882002ab-420f-47ae-bec0-ff5c614d2963 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:34:32.671009 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:32.704251 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event deleted for resources: {'Port': ['ID=882002ab-420f-47ae-bec0-ff5c614d2963,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:32.715246 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.715601 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.716131 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.716476 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.716816 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.717147 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.718183 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.718543 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.718900 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.719235 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.719565 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.719898 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.720224 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:34:32.833694 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:34:32.941726 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:34:32.952283 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] Sync routers for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:34:32.966192 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:34:32.967020 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:34:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:34:32.982624 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] No DVR routers for this DVR port 882002ab-420f-47ae-bec0-ff5c614d2963 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:34:32.985210 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:32.988719 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1f4b368b-a9e5-416b-9dfb-0be3cd859f0a req-ece457c6-9ec9-472e-bd16-b29a8f96a037 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "DELETE /v2.0/ports/882002ab-420f-47ae-bec0-ff5c614d2963 HTTP/1.1" status: 204 len: 173 time: 0.8718007 Dec 09 11:34:32.989216 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'name': 'network-vif-deleted', 'tag': '882002ab-420f-47ae-bec0-ff5c614d2963'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:34:32.991466 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9f661c-44fe-47a8-8e22-e1ca6f8e16a7" -d '{"events": [{"server_uuid": "46b3935f-9c3a-44a6-9c75-4c0b27b38b2f", "name": "network-vif-deleted", "tag": "882002ab-420f-47ae-bec0-ff5c614d2963"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:34:33.036349 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45123885-9ac5-4346-bbba-75bb68f8fb42 x-openstack-request-id: req-45123885-9ac5-4346-bbba-75bb68f8fb42 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:34:33.036652 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b3935f-9c3a-44a6-9c75-4c0b27b38b2f", "name": "network-vif-deleted", "tag": "882002ab-420f-47ae-bec0-ff5c614d2963", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:34:33.036914 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45123885-9ac5-4346-bbba-75bb68f8fb42 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:34:33.037325 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b3935f-9c3a-44a6-9c75-4c0b27b38b2f', 'name': 'network-vif-deleted', 'tag': '882002ab-420f-47ae-bec0-ff5c614d2963', 'status': 'completed', 'code': 200} Dec 09 11:34:33.088273 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:34:33.312055 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:34:33.338100 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] Checking router: 2b17a1d4-c2f0-4785-aee7-41763b7ce81a for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:34:33.346344 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:34:33.347121 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:34:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:34:33.521189 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d8b1b18d-2c5f-4383-8d46-d9eec9913ed0 req-663ca419-31d0-43ed-9dc4-55ad561c3022 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b3935f-9c3a-44a6-9c75-4c0b27b38b2f HTTP/1.1" status: 200 len: 210 time: 0.0299067 Dec 09 11:34:33.588778 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:34:33.597736 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90334a12-7e36-4382-972a-c1a6b533329b req-555edbc8-1de1-4d15-8847-af9b0b55f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:33.599289 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90334a12-7e36-4382-972a-c1a6b533329b req-555edbc8-1de1-4d15-8847-af9b0b55f28e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4&tenant_id=d57252b2111940dc8b2df1ba10db9fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0480502 Dec 09 11:34:33.617997 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65192f87-52df-4eb1-a700-22dca7b3447b req-d223676e-c330-466f-b216-7cff432e4659 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:33.619844 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65192f87-52df-4eb1-a700-22dca7b3447b req-d223676e-c330-466f-b216-7cff432e4659 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0553541 Dec 09 11:34:33.669817 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65192f87-52df-4eb1-a700-22dca7b3447b req-ce0b2f01-6527-4528-bb66-6b811f32bd96 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438654 Dec 09 11:34:33.701828 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90334a12-7e36-4382-972a-c1a6b533329b req-8c8b75b4-686f-44d4-9204-aca8ffc40498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:33.703437 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90334a12-7e36-4382-972a-c1a6b533329b req-8c8b75b4-686f-44d4-9204-aca8ffc40498 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0486698 Dec 09 11:34:33.793590 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90334a12-7e36-4382-972a-c1a6b533329b req-a16ffcb2-1527-410a-9f83-23690eb39381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:33.795107 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90334a12-7e36-4382-972a-c1a6b533329b req-a16ffcb2-1527-410a-9f83-23690eb39381 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 917 time: 0.0836754 Dec 09 11:34:33.801969 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:34:33.828141 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87175150-4809-43c1-a28b-ae9b9feaf7a9 None None] The sync data for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi is: [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:34:33.868142 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90334a12-7e36-4382-972a-c1a6b533329b req-0353adc3-472a-4ce3-a8ef-536e2de7f1f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 HTTP/1.1" status: 200 len: 999 time: 0.0645924 Dec 09 11:34:33.931340 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90334a12-7e36-4382-972a-c1a6b533329b req-2fbfed1c-14cc-4572-a068-bd85c4751bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:33.932865 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90334a12-7e36-4382-972a-c1a6b533329b req-2fbfed1c-14cc-4572-a068-bd85c4751bd7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.0465245 Dec 09 11:34:33.982946 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90334a12-7e36-4382-972a-c1a6b533329b req-7478dd9e-f293-4d1e-b4e7-1fcf984e113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:33.984622 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90334a12-7e36-4382-972a-c1a6b533329b req-7478dd9e-f293-4d1e-b4e7-1fcf984e113c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435216 Dec 09 11:34:34.069250 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293beee8-ecad-45a2-801a-551e954634c9 None None] New status for floating IP 46176f9d-3064-405b-80b3-c7a73ba686f5: DOWN {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:34:34.094909 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90334a12-7e36-4382-972a-c1a6b533329b req-ec6e7dc1-0878-445e-8cb6-729357eeb9b8 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991931 Dec 09 11:34:34.193355 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-90334a12-7e36-4382-972a-c1a6b533329b req-6ec26bc1-be9c-4a71-a729-4926ab7e7743 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886962 Dec 09 11:34:34.336717 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:34:34.416294 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 882002ab-420f-47ae-bec0-ff5c614d2963 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:34:34.434874 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 882002ab-420f-47ae-bec0-ff5c614d2963 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:34:34.435214 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 882002ab-420f-47ae-bec0-ff5c614d2963 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:34:34.814485 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c3ae4-ef46-4bae-a610-46d916e0bef1 req-7d8a5d89-b8fa-4651-b830-6649e741dd32 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:34.824372 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-457c3ae4-ef46-4bae-a610-46d916e0bef1 req-7d8a5d89-b8fa-4651-b830-6649e741dd32 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0696161 Dec 09 11:34:34.906810 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-457c3ae4-ef46-4bae-a610-46d916e0bef1 req-1157cd3b-436a-4307-bbf2-35cfd70e5847 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810611 Dec 09 11:34:34.927908 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-a8767667-7a39-4dfa-badb-109ecbf3263a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934460153&fields=id&tenant_id=ab8d9bf6fa784722be531cfeff896ac4 HTTP/1.1" status: 200 len: 267 time: 0.0824249 Dec 09 11:34:35.063322 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-42ce7d29-a93f-4f87-bf18-c1bad3f72201 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:35.064859 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-42ce7d29-a93f-4f87-bf18-c1bad3f72201 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 812 time: 0.1329257 Dec 09 11:34:35.082797 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-61ac6807-5e16-4490-b723-e39954a9d257 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/quotas/ab8d9bf6fa784722be531cfeff896ac4 HTTP/1.1" status: 200 len: 375 time: 0.0105493 Dec 09 11:34:35.140970 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-9c72ea1a-d07e-472a-b3ae-b312299dc8ea tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515046 Dec 09 11:34:35.239233 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-cc672bbc-d831-4d46-aa43-79d43b66b127 service neutron] 10.222.0.30 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855496 Dec 09 11:34:35.334399 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-151d4791-abd2-4567-b388-48cdd574c2b7 service neutron] 10.222.0.30 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890524 Dec 09 11:34:35.664161 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7fc99677-d6de-4e68-a85a-c5733e700097 req-6d1053bc-91e7-4855-b003-69a8c6449dac tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0347068 Dec 09 11:34:36.044311 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e97bc-2b72-41d4-bcfb-4a9fed4b138a req-1b245f8c-6819-4856-91d2-ee755ff9c84d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:36.045792 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4c1e97bc-2b72-41d4-bcfb-4a9fed4b138a req-1b245f8c-6819-4856-91d2-ee755ff9c84d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0519650 Dec 09 11:34:36.095339 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4c1e97bc-2b72-41d4-bcfb-4a9fed4b138a req-7bd6d6bc-affb-4706-a841-2d6684ee4e74 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429831 Dec 09 11:34:36.761497 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7753f8f1-ca19-4d9a-8882-bdf52c2e2632 req-1353fbe8-6703-404f-92b8-e23388b2fc96 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0279086 Dec 09 11:34:37.223385 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988ae2e-73c7-4644-91cd-ae6875c37220 req-54719cfa-9cbc-419d-bff5-ba9d4c1b7f83 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:37.224783 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2988ae2e-73c7-4644-91cd-ae6875c37220 req-54719cfa-9cbc-419d-bff5-ba9d4c1b7f83 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0552344 Dec 09 11:34:37.286770 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2988ae2e-73c7-4644-91cd-ae6875c37220 req-f104960f-6fef-4a9f-9696-eeaffa43af80 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560577 Dec 09 11:34:37.861164 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1de6a26b-22aa-4af5-b79c-2944445ece6f req-a0744f94-fd34-4e3d-bea6-c5e06067b6bb tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0276179 Dec 09 11:34:38.414561 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433b89b-1ce6-4d2d-85c2-fccf566529b3 req-a869c06f-f271-4fbc-8d84-ac0c1438d7e1 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:38.416123 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0433b89b-1ce6-4d2d-85c2-fccf566529b3 req-a869c06f-f271-4fbc-8d84-ac0c1438d7e1 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0518436 Dec 09 11:34:38.462964 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0433b89b-1ce6-4d2d-85c2-fccf566529b3 req-474ec0e4-9698-4d79-b750-e8d6b7285020 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Dec 09 11:34:38.963147 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-959d8794-6ec2-4eea-b164-8a71f2260a0e req-d60683fc-a762-40a5-b711-246560102d0f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0328050 Dec 09 11:34:39.584854 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d99f9-9159-4a7c-a40c-23f573777ecd req-31f03702-257d-4eb6-9c5b-c1db2f1cc96b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:39.586420 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa8d99f9-9159-4a7c-a40c-23f573777ecd req-31f03702-257d-4eb6-9c5b-c1db2f1cc96b tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0501916 Dec 09 11:34:39.639555 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa8d99f9-9159-4a7c-a40c-23f573777ecd req-e8e68c4c-08db-4e7e-a1da-0c055e1be181 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465212 Dec 09 11:34:40.060170 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-23541c69-7cc6-443a-b2fc-3eafc89e2bc0 req-2818cc9e-70be-4f24-9a87-4fc17abfe18e tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0263309 Dec 09 11:34:40.766568 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64711fd-682a-4270-b86f-0268a619e73e req-f9043d00-ce7e-46ca-9297-440e8459f23c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:40.768048 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c64711fd-682a-4270-b86f-0268a619e73e req-f9043d00-ce7e-46ca-9297-440e8459f23c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0500720 Dec 09 11:34:40.818392 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c64711fd-682a-4270-b86f-0268a619e73e req-06a63052-3c53-408e-a22c-112af77146eb tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438952 Dec 09 11:34:41.169132 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6e4eb611-c397-41d0-9935-22b454f5662b req-f2f0d2f1-fedb-4be1-b7d9-5a6a86a8f0d6 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0266428 Dec 09 11:34:41.941669 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0f909-7c3f-421e-98eb-7cbfd1fcfbec req-c574ba53-a2f8-449d-a382-c2cdc2ff4c99 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:41.943171 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-96d0f909-7c3f-421e-98eb-7cbfd1fcfbec req-c574ba53-a2f8-449d-a382-c2cdc2ff4c99 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0518436 Dec 09 11:34:41.993564 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-96d0f909-7c3f-421e-98eb-7cbfd1fcfbec req-9a73d356-e5d4-4e6c-ad80-04aaf5a4760d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443718 Dec 09 11:34:42.268066 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fc393141-fcae-48f9-b124-1c2fba69372f req-b184a356-5656-4d6a-a932-d3780c829615 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0292051 Dec 09 11:34:43.123302 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7183-3a5a-49e9-84f1-48d5801df476 req-91b00a0f-ab3e-42bb-8b6e-3f5e70d99a38 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:43.124794 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-589b7183-3a5a-49e9-84f1-48d5801df476 req-91b00a0f-ab3e-42bb-8b6e-3f5e70d99a38 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0571754 Dec 09 11:34:43.179597 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-589b7183-3a5a-49e9-84f1-48d5801df476 req-220a48be-749e-44ec-8de2-fd4b42af71e8 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483170 Dec 09 11:34:43.368913 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5b830084-64d1-4f31-b4f9-63a742f7f7e0 req-807c7e44-d5b2-4396-a887-c4259f3397d7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0265317 Dec 09 11:34:44.313588 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3cffa-dab3-4247-9502-0c17d8775605 req-332c838a-dd16-4d9c-8f66-8064a0852ba0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:44.315069 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ca3cffa-dab3-4247-9502-0c17d8775605 req-332c838a-dd16-4d9c-8f66-8064a0852ba0 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0511684 Dec 09 11:34:44.364136 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6ca3cffa-dab3-4247-9502-0c17d8775605 req-387c2db0-9de4-4446-b291-fb1f19448276 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422142 Dec 09 11:34:44.465281 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c6243f71-35fa-48fc-be3a-00154c59f847 req-5f97bbde-ff80-48e9-ac2c-7a0c16e23c6d tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0302227 Dec 09 11:34:45.488130 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a54d5e-7bd4-4ce5-86f6-c5dfaa808693 req-f5c93125-208f-4ec0-99f5-211c9fac48f9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:45.489602 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-04a54d5e-7bd4-4ce5-86f6-c5dfaa808693 req-f5c93125-208f-4ec0-99f5-211c9fac48f9 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0484214 Dec 09 11:34:45.546827 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-04a54d5e-7bd4-4ce5-86f6-c5dfaa808693 req-e8194f37-8460-4dd0-b13d-34184326c78e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512209 Dec 09 11:34:45.564928 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9bb2ef56-c9dd-4b2b-af02-f79a30cc9185 req-bdc74633-5d73-4530-a925-ad4a4367f832 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0307703 Dec 09 11:34:46.052157 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:46.694020 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e23c923e-cecc-45e3-b1fb-77560c3649df req-2540e2b8-eaf7-4f14-87ac-286131b1b731 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 210 time: 0.0414419 Dec 09 11:34:46.710606 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84dd0d-631d-4a3d-a17a-ff10cfc9bdf1 req-99ba8e12-1055-411b-8e59-df894d22623c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:46.719248 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b84dd0d-631d-4a3d-a17a-ff10cfc9bdf1 req-99ba8e12-1055-411b-8e59-df894d22623c tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.0956755 Dec 09 11:34:46.764832 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8b84dd0d-631d-4a3d-a17a-ff10cfc9bdf1 req-85f86af0-af62-400c-8886-0faaa6e779e6 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446894 Dec 09 11:34:46.775974 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-aea1768e-34cb-4a50-a52f-5ebcd9db96b0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:46.777504 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-aea1768e-34cb-4a50-a52f-5ebcd9db96b0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 812 time: 0.1167061 Dec 09 11:34:46.848770 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-99744c89-b0f9-46e5-a966-6f5ae0f87c24 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8d9bf6fa784722be531cfeff896ac4 HTTP/1.1" status: 200 len: 380 time: 0.0554311 Dec 09 11:34:46.866056 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'port': {'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'admin_state_up': True, 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'security_groups': ['cd02bb1a-627c-4944-ae49-6e802abe4230']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:34:46.971125 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Made reservation on behalf of ab8d9bf6fa784722be531cfeff896ac4 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:34:46.975146 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:47.099507 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Allocated IP 172.20.0.8 (4389fc57-064a-4f7b-9555-79ad61a5db84/4ba79d24-a7db-4309-8c16-e9f8e4fcf409/b5f911e5-db30-480f-a003-bb6d30bb412b) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:34:47.235233 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:47.271756 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:47.313811 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:34:47.319524 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:34:47.323333 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:34:47.346628 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'Port': ['ID=b5f911e5-db30-480f-a003-bb6d30bb412b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:47.378902 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:47.379529 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:47.397558 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-ccdd25b7-d857-43a9-92c5-3c0f8240a76b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5353751 Dec 09 11:34:47.423519 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Request body: {'port': {'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:34:47.492431 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:47.612127 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-8bc8695e-b0f8-4268-b371-125ae4e5987e None None] Provisioning complete for port b5f911e5-db30-480f-a003-bb6d30bb412b triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:34:47.613334 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8bc8695e-b0f8-4268-b371-125ae4e5987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:47.651824 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8695e-b0f8-4268-b371-125ae4e5987e None None] Port b5f911e5-db30-480f-a003-bb6d30bb412b cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:34:47.803144 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f911e5-db30-480f-a003-bb6d30bb412b {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:34:47.813532 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:47.828097 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Transition to ACTIVE for port object b5f911e5-db30-480f-a003-bb6d30bb412b will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:34:47.834129 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:47.840234 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e18b99-0e54-4e1e-b28d-5534b8a4d9aa req-aaabaf2d-c215-4ed7-bc8d-a0010b953593 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:47.841689 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0e18b99-0e54-4e1e-b28d-5534b8a4d9aa req-aaabaf2d-c215-4ed7-bc8d-a0010b953593 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 931 time: 0.0599763 Dec 09 11:34:47.903134 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f911e5-db30-480f-a003-bb6d30bb412b,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:47.952003 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c470e1-f5ce-4767-bae4-9c3af0a9657e req-9998b683-69b0-4ec6-9bbe-8e6429ce8731 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:47.953552 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-30c470e1-f5ce-4767-bae4-9c3af0a9657e req-9998b683-69b0-4ec6-9bbe-8e6429ce8731 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 943 time: 0.1018565 Dec 09 11:34:47.957529 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b0e18b99-0e54-4e1e-b28d-5534b8a4d9aa req-74630c97-172b-4ef1-b892-7cbbfd5c8722 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039598 Dec 09 11:34:47.993567 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Attempting to bind port b5f911e5-db30-480f-a003-bb6d30bb412b on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:34:47.993915 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Attempting to bind port b5f911e5-db30-480f-a003-bb6d30bb412b by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:34:47.994255 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Attempting to bind port b5f911e5-db30-480f-a003-bb6d30bb412b on network 4389fc57-064a-4f7b-9555-79ad61a5db84 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:34:47.999104 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Port b5f911e5-db30-480f-a003-bb6d30bb412b on network 4389fc57-064a-4f7b-9555-79ad61a5db84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:34:47.999439 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Attempting to bind port b5f911e5-db30-480f-a003-bb6d30bb412b on network 4389fc57-064a-4f7b-9555-79ad61a5db84 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:34:48.005550 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:34:48.005913 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Checking segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:34:48.006311 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Bound using segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:34:48.006803 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Bound port: b5f911e5-db30-480f-a003-bb6d30bb412b, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:34:48.007556 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:48.023391 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-30c470e1-f5ce-4767-bae4-9c3af0a9657e req-3a3a1e60-c8b5-4511-b0e6-321a9efec50d tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597134 Dec 09 11:34:48.092130 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] For port b5f911e5-db30-480f-a003-bb6d30bb412b, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:34:48.098536 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] For port b5f911e5-db30-480f-a003-bb6d30bb412b, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b5f911e5-db30-480f-a003-bb6d30bb412b,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:34:48.104411 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:48.141854 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:48.142641 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:48.144781 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] 10.222.0.32 "PUT /v2.0/ports/b5f911e5-db30-480f-a003-bb6d30bb412b HTTP/1.1" status: 200 len: 1093 time: 0.7259178 Dec 09 11:34:48.147771 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'tag': 'b5f911e5-db30-480f-a003-bb6d30bb412b'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:34:48.149980 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983468bb-495c-4102-b747-e80bee84e52c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd10be5-3304-4485-8432-fbf31ddccc3b", "tag": "b5f911e5-db30-480f-a003-bb6d30bb412b"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:34:48.182654 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88783549-1718-47e0-8b31-3a4232cfeb54 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f911e5-db30-480f-a003-bb6d30bb412b,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:48.204430 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a473235-31b9-45d8-8260-0799e6bc9e5e x-openstack-request-id: req-8a473235-31b9-45d8-8260-0799e6bc9e5e {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:34:48.204736 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd10be5-3304-4485-8432-fbf31ddccc3b", "tag": "b5f911e5-db30-480f-a003-bb6d30bb412b", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:34:48.204995 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a473235-31b9-45d8-8260-0799e6bc9e5e {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:34:48.205402 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'tag': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'status': 'completed', 'code': 200} Dec 09 11:34:48.265859 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-b4b8f657-b004-4b7b-8a3b-64a427d8169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:48.267417 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-b4b8f657-b004-4b7b-8a3b-64a427d8169e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 1096 time: 0.0469689 Dec 09 11:34:48.332929 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-5b7e588e-11e4-41f0-a3e0-b8955fa0114e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f911e5-db30-480f-a003-bb6d30bb412b HTTP/1.1" status: 200 len: 217 time: 0.0421250 Dec 09 11:34:48.386284 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-f7b19fc1-079b-4d97-b9a1-13dea4335401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:48.387754 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-f7b19fc1-079b-4d97-b9a1-13dea4335401 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0442264 Dec 09 11:34:48.411277 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:34:48.439479 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-93c7a4ec-aeeb-46be-9011-eefe5af8801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:48.441729 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-93c7a4ec-aeeb-46be-9011-eefe5af8801f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416670 Dec 09 11:34:48.513512 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:48.530836 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'port_id': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'mac_address': 'fa:16:3e:0e:2a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:34:48.572871 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:48.589487 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:34:48.614722 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:48.619222 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:48.677168 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=9']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:48.810502 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-66d6b416-5c99-44bb-a1db-28fd3852dd19 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570921 Dec 09 11:34:48.899958 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0c7a3491-77c7-44f0-b5a1-b4f1638c7b46 req-4cae7130-ec93-4ef5-841b-121d145c0414 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814400 Dec 09 11:34:48.991369 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:34:49.038851 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983468bb-495c-4102-b747-e80bee84e52c req-dd812b35-121b-4dea-a00b-cca3e8164451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:49.040667 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-983468bb-495c-4102-b747-e80bee84e52c req-dd812b35-121b-4dea-a00b-cca3e8164451 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 1096 time: 0.0491111 Dec 09 11:34:49.082300 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17d82-1b6a-40e6-a7ce-60ec4fcad91a req-eab50c2c-551d-4598-a3c8-909b8c4c8b00 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:49.085782 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-30d17d82-1b6a-40e6-a7ce-60ec4fcad91a req-eab50c2c-551d-4598-a3c8-909b8c4c8b00 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 943 time: 0.0558355 Dec 09 11:34:49.143230 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983468bb-495c-4102-b747-e80bee84e52c req-febc9f54-8c35-4523-9330-5a0070117eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:49.145541 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-983468bb-495c-4102-b747-e80bee84e52c req-febc9f54-8c35-4523-9330-5a0070117eec service neutron] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 913 time: 0.0965283 Dec 09 11:34:49.171117 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-30d17d82-1b6a-40e6-a7ce-60ec4fcad91a req-f479ab2b-2f5f-4b5d-88d1-3f38f268b928 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772760 Dec 09 11:34:49.191286 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15894c-91e1-4641-a64c-7565511e9fa8 req-f3cbf230-ef79-41b3-bb71-03f33a7f7568 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:49.192804 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae15894c-91e1-4641-a64c-7565511e9fa8 req-f3cbf230-ef79-41b3-bb71-03f33a7f7568 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 944 time: 0.0638256 Dec 09 11:34:49.197065 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-983468bb-495c-4102-b747-e80bee84e52c req-89ebb15b-3cec-45d9-a56b-51da17194fed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f911e5-db30-480f-a003-bb6d30bb412b HTTP/1.1" status: 200 len: 217 time: 0.0419619 Dec 09 11:34:49.242787 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ae15894c-91e1-4641-a64c-7565511e9fa8 req-4c8a95bb-d306-4ce8-9a58-d5d38b5916f3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440969 Dec 09 11:34:49.248765 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983468bb-495c-4102-b747-e80bee84e52c req-0a5a5e8e-4276-4e80-ab83-8a3a192a33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:49.250219 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-983468bb-495c-4102-b747-e80bee84e52c req-0a5a5e8e-4276-4e80-ab83-8a3a192a33f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0426567 Dec 09 11:34:49.296597 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983468bb-495c-4102-b747-e80bee84e52c req-79cb800e-7a61-44f7-96b7-1ab63b545fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:49.298044 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-983468bb-495c-4102-b747-e80bee84e52c req-79cb800e-7a61-44f7-96b7-1ab63b545fa7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400701 Dec 09 11:34:49.390705 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-983468bb-495c-4102-b747-e80bee84e52c req-5661640b-5547-4bbe-ab01-e2c24e6fc7ff service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842016 Dec 09 11:34:49.479639 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-983468bb-495c-4102-b747-e80bee84e52c req-7c14ac44-98cc-4d03-922e-60183761d31e service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810146 Dec 09 11:34:50.285881 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0c3dc-a3c0-4c8e-a9e7-3f80bb29018c req-11b086ac-5ccf-433d-ab7c-9ca43cc55b0f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:50.287394 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5ed0c3dc-a3c0-4c8e-a9e7-3f80bb29018c req-11b086ac-5ccf-433d-ab7c-9ca43cc55b0f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 943 time: 0.0488994 Dec 09 11:34:50.364419 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5ed0c3dc-a3c0-4c8e-a9e7-3f80bb29018c req-0a07bde2-eebd-4618-96f2-3a5d90d02f9c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710306 Dec 09 11:34:50.382974 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e20dfe-e290-493f-a320-83c0c21c0665 req-36bd6cb0-f512-41b9-ba17-6fae3e989f27 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:50.384427 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c5e20dfe-e290-493f-a320-83c0c21c0665 req-36bd6cb0-f512-41b9-ba17-6fae3e989f27 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 944 time: 0.0668488 Dec 09 11:34:50.431128 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c5e20dfe-e290-493f-a320-83c0c21c0665 req-3635f38e-614e-488e-aaf7-5b0beacb2c38 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408497 Dec 09 11:34:50.441643 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:34:50.488442 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:34:50.488815 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:50.566612 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:50.588550 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:34:50.590792 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ed3ec0-6939-4605-84d5-0cb9cf3080f0" -d '{"events": [{"server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "name": "network-vif-plugged", "status": "completed", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:34:50.603638 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:50.608183 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:50.635731 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0d9319-393e-4eaf-8f67-b5e2fb00e67b x-openstack-request-id: req-cd0d9319-393e-4eaf-8f67-b5e2fb00e67b {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:34:50.636022 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "name": "network-vif-plugged", "status": "completed", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:34:50.636273 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd0d9319-393e-4eaf-8f67-b5e2fb00e67b {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:34:50.636657 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'code': 200} Dec 09 11:34:50.661502 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=10']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:50.880016 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5e87-3601-4abf-8e40-bd3976ea2c13 req-519da835-b74c-451b-a2b6-3ec032dc8786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:50.881438 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3f9c5e87-3601-4abf-8e40-bd3976ea2c13 req-519da835-b74c-451b-a2b6-3ec032dc8786 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 1099 time: 0.0410211 Dec 09 11:34:50.930967 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3f9c5e87-3601-4abf-8e40-bd3976ea2c13 req-d7fcf7fc-d578-4821-9506-6e3c20a5035e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375793 Dec 09 11:34:51.484739 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddfa90-b901-4c79-8748-50f73a9139ee req-d85189fe-7828-4083-854d-f6ad074f4b9c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:51.486225 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1cddfa90-b901-4c79-8748-50f73a9139ee req-d85189fe-7828-4083-854d-f6ad074f4b9c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 943 time: 0.0527484 Dec 09 11:34:51.563209 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1cddfa90-b901-4c79-8748-50f73a9139ee req-89c8252f-e913-488a-9177-a6957829f0fb tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703895 Dec 09 11:34:51.575800 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a38b7-3ecb-4424-99de-1b4c4447de2b req-bfd536cc-3f28-4c19-97f0-8afed1d751bc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:51.577290 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a21a38b7-3ecb-4424-99de-1b4c4447de2b req-bfd536cc-3f28-4c19-97f0-8afed1d751bc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 946 time: 0.0717046 Dec 09 11:34:51.624464 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a21a38b7-3ecb-4424-99de-1b4c4447de2b req-51353274-57ac-4bd7-9751-76820b38a401 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412405 Dec 09 11:34:52.683304 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229f3f1-5d1d-43fb-99f6-a86675703c62 req-15b10269-c6d6-4e0a-a14c-ddc9b86d5061 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:52.684806 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0229f3f1-5d1d-43fb-99f6-a86675703c62 req-15b10269-c6d6-4e0a-a14c-ddc9b86d5061 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 943 time: 0.0541606 Dec 09 11:34:52.770160 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0229f3f1-5d1d-43fb-99f6-a86675703c62 req-f05f955f-e102-4011-885b-a826ce258898 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782101 Dec 09 11:34:52.779004 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455c7d4-e629-44cd-ad27-eafccac7f3c5 req-e3c80473-fc4e-4f5f-9582-bdbad6045d28 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:52.780561 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7455c7d4-e629-44cd-ad27-eafccac7f3c5 req-e3c80473-fc4e-4f5f-9582-bdbad6045d28 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 946 time: 0.0834086 Dec 09 11:34:52.830257 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7455c7d4-e629-44cd-ad27-eafccac7f3c5 req-5f51fc68-a148-48a0-addd-3a903fdf8c3e tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414510 Dec 09 11:34:53.860847 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64c9439f-c248-4725-858b-165da9d20676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:53.885299 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78599f1c-b2f7-41c9-9871-6d0d3a61755d req-e91a77b0-8281-4ab5-b4f9-4a609a7d13ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:53.886804 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78599f1c-b2f7-41c9-9871-6d0d3a61755d req-e91a77b0-8281-4ab5-b4f9-4a609a7d13ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 943 time: 0.0506613 Dec 09 11:34:53.968270 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78599f1c-b2f7-41c9-9871-6d0d3a61755d req-f8baff99-4437-4efb-bb0b-5896a5c87b6e tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746803 Dec 09 11:34:53.981215 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3361f8-7a03-4ea1-a253-b5eb77e77899 req-72c09dba-40ca-4007-808d-7478472eeb86 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:53.982667 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6e3361f8-7a03-4ea1-a253-b5eb77e77899 req-72c09dba-40ca-4007-808d-7478472eeb86 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 946 time: 0.0762358 Dec 09 11:34:53.994466 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:34:54.031762 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6e3361f8-7a03-4ea1-a253-b5eb77e77899 req-c03717e2-fd2c-4c16-a362-8d136ec06943 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Dec 09 11:34:55.082973 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f6350-a526-4c2a-a634-04a9df771ac0 req-e84db71e-5f5b-46a4-966b-5d84452b3968 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:55.084424 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-da7f6350-a526-4c2a-a634-04a9df771ac0 req-e84db71e-5f5b-46a4-966b-5d84452b3968 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 943 time: 0.0480599 Dec 09 11:34:55.132284 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-da7f6350-a526-4c2a-a634-04a9df771ac0 req-ffc9f964-6928-42b2-aeb8-9cc29fabbae3 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Dec 09 11:34:56.052481 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-f14c3517-9548-4bd4-affc-c8dc0fdaf866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:56.248747 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624e6b5-1464-41d7-a654-ab6624de4789 req-bec10e77-c6ec-4c7f-975e-357ca3b19359 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:56.250106 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3624e6b5-1464-41d7-a654-ab6624de4789 req-bec10e77-c6ec-4c7f-975e-357ca3b19359 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 943 time: 0.0527406 Dec 09 11:34:56.298039 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3624e6b5-1464-41d7-a654-ab6624de4789 req-0f6210df-1e26-48b4-82b5-6d787a6a8a14 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 Dec 09 11:34:56.463124 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device b5f911e5-db30-480f-a003-bb6d30bb412b details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:34:56.558729 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port b5f911e5-db30-480f-a003-bb6d30bb412b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b5f911e5-db30-480f-a003-bb6d30bb412b,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:56.570258 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'mac_address': 'fa:16:3e:2e:ed:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:34:56.605722 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:56.619409 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f911e5-db30-480f-a003-bb6d30bb412b {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:34:56.642181 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port b5f911e5-db30-480f-a003-bb6d30bb412b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b5f911e5-db30-480f-a003-bb6d30bb412b,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:56.646185 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:56.696234 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=b5f911e5-db30-480f-a003-bb6d30bb412b,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:56.971711 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['b5f911e5-db30-480f-a003-bb6d30bb412b'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:34:56.998941 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:57.410607 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15d56-00d8-4a68-8c93-83d346b7282e req-6c268a52-0313-4bf3-ad3f-b40081c12546 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:57.412075 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-13a15d56-00d8-4a68-8c93-83d346b7282e req-6c268a52-0313-4bf3-ad3f-b40081c12546 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 944 time: 0.0479777 Dec 09 11:34:57.459625 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-13a15d56-00d8-4a68-8c93-83d346b7282e req-4734b93e-ba67-41e3-bdca-144ffa27928a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Dec 09 11:34:58.497843 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device b5f911e5-db30-480f-a003-bb6d30bb412b up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:34:58.547190 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port b5f911e5-db30-480f-a003-bb6d30bb412b completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:34:58.551631 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port b5f911e5-db30-480f-a003-bb6d30bb412b triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:34:58.552092 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:58.574853 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20660c1-8bed-459f-b894-bac0c79dd14c req-b8e9e3f9-80d7-45ba-bd78-540bde6e5477 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:58.576553 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f20660c1-8bed-459f-b894-bac0c79dd14c req-b8e9e3f9-80d7-45ba-bd78-540bde6e5477 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 944 time: 0.0508714 Dec 09 11:34:58.631971 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f20660c1-8bed-459f-b894-bac0c79dd14c req-d9cab448-6e11-4ce4-8d89-90dcdda79570 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486622 Dec 09 11:34:58.658764 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:58.661974 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:58.683086 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f911e5-db30-480f-a003-bb6d30bb412b'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:34:58.685280 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4008fa0-ede6-4d99-a7e9-7115e3ac80f3" -d '{"events": [{"server_uuid": "bdd10be5-3304-4485-8432-fbf31ddccc3b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f911e5-db30-480f-a003-bb6d30bb412b"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:34:58.701590 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port b5f911e5-db30-480f-a003-bb6d30bb412b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b5f911e5-db30-480f-a003-bb6d30bb412b,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:34:58.705897 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:58.732527 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c78a64-7199-46dd-864b-be4ae3764709 x-openstack-request-id: req-32c78a64-7199-46dd-864b-be4ae3764709 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:34:58.732830 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd10be5-3304-4485-8432-fbf31ddccc3b", "name": "network-vif-plugged", "status": "completed", "tag": "b5f911e5-db30-480f-a003-bb6d30bb412b", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:34:58.733087 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32c78a64-7199-46dd-864b-be4ae3764709 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:34:58.733477 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'code': 200} Dec 09 11:34:58.759246 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=b5f911e5-db30-480f-a003-bb6d30bb412b,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:34:58.985646 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc250b-6ebe-491a-967e-ee6c2a0daca2 req-898f9e6f-914d-4074-85ae-d8ad9a712a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:58.987143 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-dabc250b-6ebe-491a-967e-ee6c2a0daca2 req-898f9e6f-914d-4074-85ae-d8ad9a712a51 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 1098 time: 0.0436847 Dec 09 11:34:59.031740 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-dabc250b-6ebe-491a-967e-ee6c2a0daca2 req-e9810563-e36b-4c7d-8168-f7cf3808c9be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372589 Dec 09 11:34:59.598869 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:34:59.745142 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e061db0-dc0f-499a-9c40-c6d28a117c56 req-78fe405c-d655-415c-9961-52473f386ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:34:59.746622 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0e061db0-dc0f-499a-9c40-c6d28a117c56 req-78fe405c-d655-415c-9961-52473f386ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 945 time: 0.0484636 Dec 09 11:34:59.795106 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0e061db0-dc0f-499a-9c40-c6d28a117c56 req-761e6a3b-126a-4dc2-b43d-05080c9df71c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Dec 09 11:35:00.908871 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b6791-3faf-45b9-8d10-a41b24cc0f32 req-4f52e75b-ca5f-4cfd-b5fc-865ebf257d65 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:00.910388 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f32b6791-3faf-45b9-8d10-a41b24cc0f32 req-4f52e75b-ca5f-4cfd-b5fc-865ebf257d65 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 945 time: 0.0490236 Dec 09 11:35:00.959477 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f32b6791-3faf-45b9-8d10-a41b24cc0f32 req-0a4f905a-d4e2-4120-8a64-c5556539d736 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Dec 09 11:35:01.076850 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e6cfb-4b39-4209-a109-4a2d78da8e31 req-7a55b2fc-5921-4f1f-b298-3f3778c0dfe0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:01.078213 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-629e6cfb-4b39-4209-a109-4a2d78da8e31 req-7a55b2fc-5921-4f1f-b298-3f3778c0dfe0 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 945 time: 0.0521927 Dec 09 11:35:01.126519 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-629e6cfb-4b39-4209-a109-4a2d78da8e31 req-4ccb7344-7fe2-4b49-883f-2bd638fd91cc tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421164 Dec 09 11:35:01.148569 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53036) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:01.187419 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30638e95-77fd-48b5-88ee-ac010a307959 tempest-TestVolumeBootPattern-1590978079 tempest-TestVolumeBootPattern-1590978079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:01.188896 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-30638e95-77fd-48b5-88ee-ac010a307959 tempest-TestVolumeBootPattern-1590978079 tempest-TestVolumeBootPattern-1590978079-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 1093 time: 0.0393617 Dec 09 11:35:01.192212 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53038) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:01.196062 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'floatingip': {'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:01.217423 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:01.312972 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:01.414579 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Allocated IP 172.27.0.122 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/b40ca496-adec-4f00-8ef0-2cb619b8fc78) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:35:01.514815 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:01.548545 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:01.585194 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:35:01.589913 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:35:01.592605 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:35:01.619075 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'Port': ['ID=b40ca496-adec-4f00-8ef0-2cb619b8fc78,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:02.187830 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:02.252792 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:02.400219 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:02.404601 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:02.470070 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'Port': ['ID=b40ca496-adec-4f00-8ef0-2cb619b8fc78,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:02.483057 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:02.579857 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Floating IP 45fec607-410d-4afb-873e-9c3d09774a28 associated. External IP: 172.27.0.122, port: b5f911e5-db30-480f-a003-bb6d30bb412b. Dec 09 11:35:02.778538 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:35:02.883810 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:35:02.893775 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] Sync routers for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:35:02.901702 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:02.903855 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:02.904469 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:34:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:02.929272 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2a5bcf13-7a8e-41ab-abb5-cf94c69636cf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7363901 Dec 09 11:35:02.929865 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'tag': 'b5f911e5-db30-480f-a003-bb6d30bb412b'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:35:02.932135 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ae97d-a2df-4f86-a196-44c72d00df96" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd10be5-3304-4485-8432-fbf31ddccc3b", "tag": "b5f911e5-db30-480f-a003-bb6d30bb412b"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:35:03.011831 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:03.028168 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e9f4fe-73bc-4467-b33c-e3f96487a098 x-openstack-request-id: req-52e9f4fe-73bc-4467-b33c-e3f96487a098 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:35:03.028468 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd10be5-3304-4485-8432-fbf31ddccc3b", "tag": "b5f911e5-db30-480f-a003-bb6d30bb412b", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:35:03.028726 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52e9f4fe-73bc-4467-b33c-e3f96487a098 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:35:03.029123 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'tag': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'status': 'completed', 'code': 200} Dec 09 11:35:03.127543 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-65710da8-188c-41fd-904d-d5cc7672052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:03.129105 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-65710da8-188c-41fd-904d-d5cc7672052f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 1098 time: 0.0410433 Dec 09 11:35:03.232563 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-d49c6568-4115-4997-b29b-97323ff1cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:03.234307 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-d49c6568-4115-4997-b29b-97323ff1cc9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 913 time: 0.0909503 Dec 09 11:35:03.239995 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '45fec607-410d-4afb-873e-9c3d09774a28', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2e:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:02Z', 'updated_at': '2021-12-09T11:35:02Z', 'revision_number': 0, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:03.265757 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] Checking router: 2b17a1d4-c2f0-4785-aee7-41763b7ce81a for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:35:03.274571 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:03.275200 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:34:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:03.302423 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-c647bb10-204f-4ee0-af5b-ed076fce1a01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f911e5-db30-480f-a003-bb6d30bb412b HTTP/1.1" status: 200 len: 999 time: 0.0606713 Dec 09 11:35:03.367649 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-2f1cda78-45e1-41da-b443-c86020f5b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:03.369089 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-2f1cda78-45e1-41da-b443-c86020f5b5dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0443528 Dec 09 11:35:03.382220 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:03.420668 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-aa762f10-d53d-49fb-9ae4-6369603bf276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:03.422153 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-aa762f10-d53d-49fb-9ae4-6369603bf276 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452571 Dec 09 11:35:03.511818 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-cf215904-3a0b-4121-afbb-f5d4486107db service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819597 Dec 09 11:35:03.608226 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '45fec607-410d-4afb-873e-9c3d09774a28', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2e:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:02Z', 'updated_at': '2021-12-09T11:35:02Z', 'revision_number': 0, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:03.616993 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ab3ae97d-a2df-4f86-a196-44c72d00df96 req-2b769239-3e82-4f60-bea2-f7dfc5f95d10 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866222 Dec 09 11:35:03.634839 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f11fe-0a54-48d7-b367-53ec301d00e9 None None] The sync data for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi is: [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '45fec607-410d-4afb-873e-9c3d09774a28', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2e:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:02Z', 'updated_at': '2021-12-09T11:35:02Z', 'revision_number': 0, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:35:03.844030 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9733fd-f7ca-4b78-b080-41edf02d4fcb None None] New status for floating IP 45fec607-410d-4afb-873e-9c3d09774a28: ACTIVE {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:35:03.883058 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece89fa-d9e7-420b-a882-431df306a17f req-f9fcdfff-0c43-41e0-9bc2-94a5e4c4e537 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:03.884527 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5ece89fa-d9e7-420b-a882-431df306a17f req-f9fcdfff-0c43-41e0-9bc2-94a5e4c4e537 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0541358 Dec 09 11:35:03.938874 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5ece89fa-d9e7-420b-a882-431df306a17f req-22a6bc80-0333-49f2-87fd-d8f181671c38 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479350 Dec 09 11:35:05.057355 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7391c-6029-440b-b055-fdfc759c3381 req-a55f7daf-7dea-4bc9-b52a-7cff9e3f5cd1 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:05.058849 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12b7391c-6029-440b-b055-fdfc759c3381 req-a55f7daf-7dea-4bc9-b52a-7cff9e3f5cd1 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0482261 Dec 09 11:35:05.107109 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12b7391c-6029-440b-b055-fdfc759c3381 req-29579b7c-dc9c-48b5-aabe-6a5020d39db2 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424321 Dec 09 11:35:06.224036 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c05dd-25d0-4787-a254-a7c0599b606e req-a5681309-a0ac-47c7-be17-3a97b74e49fc tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:06.225480 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f01c05dd-25d0-4787-a254-a7c0599b606e req-a5681309-a0ac-47c7-be17-3a97b74e49fc tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0526569 Dec 09 11:35:06.273684 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f01c05dd-25d0-4787-a254-a7c0599b606e req-410f52e4-458b-4dcf-9f18-ed70d3f0b6fa tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Dec 09 11:35:07.387928 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6ba5-10ca-4279-a7b1-bcaf8d360533 req-c061035f-d2af-48d3-9c0c-5b8c8fb86b97 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:07.389378 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-530f6ba5-10ca-4279-a7b1-bcaf8d360533 req-c061035f-d2af-48d3-9c0c-5b8c8fb86b97 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0475271 Dec 09 11:35:07.437115 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-530f6ba5-10ca-4279-a7b1-bcaf8d360533 req-66125433-eee8-49c5-960d-1afd6a7a21c5 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409706 Dec 09 11:35:08.548602 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f21d0-da5f-4a85-a3b9-52ef1a4120ca req-71df6c4a-80d9-4e6f-a3f5-3cfbf1d54e8a tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:08.550029 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d37f21d0-da5f-4a85-a3b9-52ef1a4120ca req-71df6c4a-80d9-4e6f-a3f5-3cfbf1d54e8a tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0476933 Dec 09 11:35:08.604125 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d37f21d0-da5f-4a85-a3b9-52ef1a4120ca req-a62d9419-d3dd-4236-852d-4a045f7f2ad4 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479763 Dec 09 11:35:09.726216 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a1b22-0110-43a7-8c65-9c19be4d8640 req-3e65b806-e5a2-4ef7-ae9e-613e4b759544 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:09.727679 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0b1a1b22-0110-43a7-8c65-9c19be4d8640 req-3e65b806-e5a2-4ef7-ae9e-613e4b759544 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Dec 09 11:35:09.775043 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0b1a1b22-0110-43a7-8c65-9c19be4d8640 req-b58fa014-d8d1-4367-a14f-3965d5dad355 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415063 Dec 09 11:35:10.889560 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075be3e6-a11e-435d-b9fb-122cdf19957a req-b448772e-ce9e-4ef5-b3f8-55764e147ef2 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:10.891312 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-075be3e6-a11e-435d-b9fb-122cdf19957a req-b448772e-ce9e-4ef5-b3f8-55764e147ef2 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0484154 Dec 09 11:35:10.943911 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-075be3e6-a11e-435d-b9fb-122cdf19957a req-3b50ddbe-348e-46d7-adfd-f1c63a85e77c tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466230 Dec 09 11:35:12.061135 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121a8b0-cc00-464a-9ead-002ba95d3b85 req-124272fc-0590-43b5-8e89-5a82f7800d3c tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:12.062627 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3121a8b0-cc00-464a-9ead-002ba95d3b85 req-124272fc-0590-43b5-8e89-5a82f7800d3c tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0524645 Dec 09 11:35:12.111165 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3121a8b0-cc00-464a-9ead-002ba95d3b85 req-bad74c14-eb6d-4967-bf1e-ed590a6099e6 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Dec 09 11:35:13.223927 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592c65e-4f6f-4939-8f4a-a60b7e495da9 req-f00deeb2-6277-4444-92b3-257202d27ecb tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:13.224981 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a592c65e-4f6f-4939-8f4a-a60b7e495da9 req-f00deeb2-6277-4444-92b3-257202d27ecb tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0474055 Dec 09 11:35:13.272342 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a592c65e-4f6f-4939-8f4a-a60b7e495da9 req-a24a4b74-9045-4864-afc8-cf2223371a0b tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Dec 09 11:35:14.139374 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-605269a3-4dab-4a66-be78-48519c37e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:14.141106 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-605269a3-4dab-4a66-be78-48519c37e249 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=707b930438344b1bb852cbd384067a3f&device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 1098 time: 0.0411010 Dec 09 11:35:14.231780 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-9d7fae44-1df1-42b9-9b53-6d7b78294adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:14.233148 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-9d7fae44-1df1-42b9-9b53-6d7b78294adc service neutron] 10.222.0.32 "GET /v2.0/networks?id=27ded0f4-6cc3-4487-80f0-f35de59ea038 HTTP/1.1" status: 200 len: 910 time: 0.0818777 Dec 09 11:35:14.303433 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-7139119b-9a3e-4b9a-8200-942a81c30889 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c117fd-be34-4cd7-b054-5217970f04a7 HTTP/1.1" status: 200 len: 1001 time: 0.0622411 Dec 09 11:35:14.354048 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-44b37e3f-6d53-4acd-a981-ee1edbe3f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:14.355545 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-44b37e3f-6d53-4acd-a981-ee1edbe3f059 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b983b13-7d0f-4349-ac36-cae7f90c5f82 HTTP/1.1" status: 200 len: 848 time: 0.0441754 Dec 09 11:35:14.387310 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bb1b7-8a09-4534-aee7-0c16147fc7de req-bc77a6c5-1dd6-468e-802e-feab56113a72 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:14.388824 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e12bb1b7-8a09-4534-aee7-0c16147fc7de req-bc77a6c5-1dd6-468e-802e-feab56113a72 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0495918 Dec 09 11:35:14.405275 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-a73492f4-8526-49c3-bae1-0d0da3a05cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:14.406836 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-a73492f4-8526-49c3-bae1-0d0da3a05cb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27ded0f4-6cc3-4487-80f0-f35de59ea038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404308 Dec 09 11:35:14.441074 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e12bb1b7-8a09-4534-aee7-0c16147fc7de req-7bfa4605-d8cd-4bd8-9762-e480bd757f13 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459085 Dec 09 11:35:14.501054 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-a56824df-6020-41ca-b7c2-080f8f4d31fd service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860903 Dec 09 11:35:14.592054 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a61ebf05-7f9e-4eee-9887-74b818bc430a req-d57da359-7cd5-42e8-b2ec-3faecdf029a1 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807004 Dec 09 11:35:15.554871 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d23e9-5dc3-4838-95b2-1425d80d9efb req-12dfd316-0054-4b95-b01a-67a35c76f5ee tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:15.556325 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6e1d23e9-5dc3-4838-95b2-1425d80d9efb req-12dfd316-0054-4b95-b01a-67a35c76f5ee tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0486162 Dec 09 11:35:15.604009 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6e1d23e9-5dc3-4838-95b2-1425d80d9efb req-eb5236dd-7396-440f-bf87-8bb73045a9b6 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418549 Dec 09 11:35:16.065734 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:16.719857 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec58b88-f2ae-4573-be64-8e4ff20f2b5c req-b72083f5-278a-4955-859e-0b28b78291ad tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:16.721331 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ec58b88-f2ae-4573-be64-8e4ff20f2b5c req-b72083f5-278a-4955-859e-0b28b78291ad tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0499892 Dec 09 11:35:16.775987 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ec58b88-f2ae-4573-be64-8e4ff20f2b5c req-c39497f8-7427-4bbf-8336-0858f9374b08 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479553 Dec 09 11:35:17.892618 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176427a4-ac2d-48a3-b4c7-92ed715b3109 req-fe2a17af-1e75-4fc5-8e1d-170617142b65 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:17.894063 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-176427a4-ac2d-48a3-b4c7-92ed715b3109 req-fe2a17af-1e75-4fc5-8e1d-170617142b65 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0516019 Dec 09 11:35:17.943954 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-176427a4-ac2d-48a3-b4c7-92ed715b3109 req-473a5825-58fe-4b3e-a807-4625f8044e7b tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Dec 09 11:35:18.148173 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-57ea7572-a1a0-490a-a0c1-982907e2f752 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762048 Dec 09 11:35:18.152780 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9de40c-fb10-4026-9901-bfa7cf937dd4 req-1fcbffc2-05b8-4ec0-99e2-ca9bbea027f5 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:18.154273 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-6280828a-9e72-4d31-9b5f-8c46bfebbf68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695937 Dec 09 11:35:18.154410 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a9de40c-fb10-4026-9901-bfa7cf937dd4 req-1fcbffc2-05b8-4ec0-99e2-ca9bbea027f5 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0498657 Dec 09 11:35:18.207491 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3a9de40c-fb10-4026-9901-bfa7cf937dd4 req-f3211227-25a8-40cb-acb3-a319a6168df5 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468872 Dec 09 11:35:18.231524 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-78e1b782-c492-4686-b2a0-df989bd1ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:18.233077 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-78e1b782-c492-4686-b2a0-df989bd1ff95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 1099 time: 0.0424590 Dec 09 11:35:18.349140 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-1263b55d-948d-4ff2-aaea-2a9f0b72756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:18.351300 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-1263b55d-948d-4ff2-aaea-2a9f0b72756d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 200 len: 917 time: 0.0943263 Dec 09 11:35:18.424189 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-5f3e9527-941d-4341-b4a5-43232453420f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 HTTP/1.1" status: 200 len: 1001 time: 0.0617771 Dec 09 11:35:18.477555 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-6a47c572-bdc5-4925-9860-ad91b3839ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:18.479074 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-6a47c572-bdc5-4925-9860-ad91b3839ca5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 200 len: 855 time: 0.0444875 Dec 09 11:35:18.531015 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-b991225c-565a-41a3-a358-384393a4e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:18.532630 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-b991225c-565a-41a3-a358-384393a4e8e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455816 Dec 09 11:35:18.589850 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c1c117fd-be34-4cd7-b054-5217970f04a7 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:35:18.623218 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-11ee3801-111b-4ace-9114-9a74b6e4084f service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830579 Dec 09 11:35:18.670203 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:18.694620 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:35:18.696876 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fc7c5d-b3ba-45a5-ba2f-2a28027b53df" -d '{"events": [{"server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:35:18.713474 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port c1c117fd-be34-4cd7-b054-5217970f04a7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c117fd-be34-4cd7-b054-5217970f04a7,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:18.717693 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:18.730309 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88dd8563-9b3a-47cf-a324-f8398498fe90 req-854b8fcf-2429-4d22-b84e-8973fde5c447 service neutron] 10.222.0.32 "GET /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976009 Dec 09 11:35:18.742044 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 11:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93ab42b-f029-4631-9051-d814c8beff0f x-openstack-request-id: req-b93ab42b-f029-4631-9051-d814c8beff0f {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:35:18.742347 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "name": "network-vif-unplugged", "status": "failed", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7", "code": 422}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:35:18.742614 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b93ab42b-f029-4631-9051-d814c8beff0f {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:35:18.743032 dv-cinder-817351-6-iscsi neutron-server[102510]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'code': 422} returned with failed status Dec 09 11:35:18.769408 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=c1c117fd-be34-4cd7-b054-5217970f04a7,revision_number=6']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:18.777510 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.777861 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.778210 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.778547 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.778908 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.779242 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.779573 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.779902 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.780231 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.780557 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.780882 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.781206 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:18.781528 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:19.329564 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c1910-4401-402e-a1d2-c31f7bd10c7c req-5121abb4-48f8-4354-8c7d-86da66db6193 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:19.331052 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b5c1910-4401-402e-a1d2-c31f7bd10c7c req-5121abb4-48f8-4354-8c7d-86da66db6193 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0556982 Dec 09 11:35:19.379200 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9b5c1910-4401-402e-a1d2-c31f7bd10c7c req-bb15503b-da14-4fc1-b1df-f200f9864b96 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Dec 09 11:35:20.223274 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-d3576381-f173-4735-adcb-dfb7b24e98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:20.224650 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-d3576381-f173-4735-adcb-dfb7b24e98f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60&tenant_id=707b930438344b1bb852cbd384067a3f HTTP/1.1" status: 200 len: 1096 time: 0.0403049 Dec 09 11:35:20.301727 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-0f3830f5-2584-4394-b7b3-9f71b6acc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:20.303234 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-0f3830f5-2584-4394-b7b3-9f71b6acc21e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=707b930438344b1bb852cbd384067a3f&device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 1096 time: 0.0403063 Dec 09 11:35:20.400801 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-1479f40d-20ce-4b02-a4aa-50b660ffa0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:20.402333 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-1479f40d-20ce-4b02-a4aa-50b660ffa0ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=27ded0f4-6cc3-4487-80f0-f35de59ea038 HTTP/1.1" status: 200 len: 910 time: 0.0920372 Dec 09 11:35:20.473081 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-65425b9b-a869-4c9b-a5d3-69bb805555f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c117fd-be34-4cd7-b054-5217970f04a7 HTTP/1.1" status: 200 len: 999 time: 0.0607028 Dec 09 11:35:20.497508 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912106e-0aeb-4fd3-ab3e-5d7ff5009203 req-2e293d8d-2baa-47d9-aa44-a8237c585bde tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:20.498940 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5912106e-0aeb-4fd3-ab3e-5d7ff5009203 req-2e293d8d-2baa-47d9-aa44-a8237c585bde tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0494654 Dec 09 11:35:20.522970 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-c74bf267-3238-4eb9-937c-2a2bad0d155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:20.525126 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-c74bf267-3238-4eb9-937c-2a2bad0d155d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b983b13-7d0f-4349-ac36-cae7f90c5f82 HTTP/1.1" status: 200 len: 848 time: 0.0440183 Dec 09 11:35:20.548800 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5912106e-0aeb-4fd3-ab3e-5d7ff5009203 req-b4f79ff7-93f9-4303-b592-e0e7c5542285 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438182 Dec 09 11:35:20.576853 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-f9c215b5-84a7-44b8-97b1-96e514096591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:20.578374 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-f9c215b5-84a7-44b8-97b1-96e514096591 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27ded0f4-6cc3-4487-80f0-f35de59ea038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439732 Dec 09 11:35:20.667025 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-f163b1bd-9530-4558-9369-a800c52cc805 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792277 Dec 09 11:35:20.769324 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-98a8e8a6-484c-4fd4-946d-dcc5fe36cc61 req-55f0d01a-6c78-4f3c-a985-19858dcaec03 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941350 Dec 09 11:35:21.660880 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0cff1-1531-4e1a-9d42-458fc61936f6 req-8d2a02a2-53b3-4889-aca6-e5758f20e9ff tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:21.662308 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8af0cff1-1531-4e1a-9d42-458fc61936f6 req-8d2a02a2-53b3-4889-aca6-e5758f20e9ff tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0483820 Dec 09 11:35:21.715657 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8af0cff1-1531-4e1a-9d42-458fc61936f6 req-8868430a-f5f3-49c3-9044-0f68678f14de tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463037 Dec 09 11:35:22.829819 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393253b9-5327-48a6-8bf9-80f018b3d924 req-b55d7c76-69ed-44ec-b61a-c953cbf697dd tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:22.831298 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-393253b9-5327-48a6-8bf9-80f018b3d924 req-b55d7c76-69ed-44ec-b61a-c953cbf697dd tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0484879 Dec 09 11:35:22.879315 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-393253b9-5327-48a6-8bf9-80f018b3d924 req-b90f0125-5f1a-4455-b9e5-6c58f8ae5b65 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 Dec 09 11:35:23.863690 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d039f7bb-4aff-47af-a351-26b9120a9199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:23.994830 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45da557-f78a-4e02-8f5d-39ad18652de8 req-71bac84b-4679-4072-8274-b63ac25acf20 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:23.996321 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f45da557-f78a-4e02-8f5d-39ad18652de8 req-71bac84b-4679-4072-8274-b63ac25acf20 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0484757 Dec 09 11:35:24.044362 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f45da557-f78a-4e02-8f5d-39ad18652de8 req-2f2ffeab-7796-4a6d-b344-a9868b7d41d4 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422020 Dec 09 11:35:25.162029 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c36a9-4f73-4b73-b81d-8c41c4f9fbdb req-83524cf9-640c-416d-a2ba-ecfa0d02b7b3 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:25.163525 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f20c36a9-4f73-4b73-b81d-8c41c4f9fbdb req-83524cf9-640c-416d-a2ba-ecfa0d02b7b3 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0525832 Dec 09 11:35:25.212056 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f20c36a9-4f73-4b73-b81d-8c41c4f9fbdb req-7d294ae0-3ce3-43a7-ba14-3efc61533b4a tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Dec 09 11:35:26.053883 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c64fc4be-f631-4521-92bf-fa9900c8e452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:26.324600 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe259ac-f11d-46b2-8bf0-a5ccd2f4638f req-d7c525bf-2475-4cff-8c7c-58269930052e tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:26.326067 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cfe259ac-f11d-46b2-8bf0-a5ccd2f4638f req-d7c525bf-2475-4cff-8c7c-58269930052e tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0492547 Dec 09 11:35:26.374477 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cfe259ac-f11d-46b2-8bf0-a5ccd2f4638f req-a0170b7e-aa57-42df-8d97-fb9abde4ceb9 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Dec 09 11:35:26.979499 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:27.489017 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b16279-2719-4c0c-bd3d-b6046fc4faeb req-f41a4848-ec6c-491a-961f-53f03348e8d7 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:27.490656 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-17b16279-2719-4c0c-bd3d-b6046fc4faeb req-f41a4848-ec6c-491a-961f-53f03348e8d7 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0495780 Dec 09 11:35:27.549087 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-17b16279-2719-4c0c-bd3d-b6046fc4faeb req-323701c5-eaed-45d7-8b47-3eb73c1763f2 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516748 Dec 09 11:35:27.625058 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef711a83-bfe2-488f-9f58-07a1c339c5b6 req-52025d4d-04ee-4e38-bb1a-2f02d62379f3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:27.626499 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ef711a83-bfe2-488f-9f58-07a1c339c5b6 req-52025d4d-04ee-4e38-bb1a-2f02d62379f3 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 946 time: 0.0491922 Dec 09 11:35:27.673978 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ef711a83-bfe2-488f-9f58-07a1c339c5b6 req-d0373a1f-0f6b-47c2-99cd-2f23e94da143 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Dec 09 11:35:28.610417 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c1c117fd-be34-4cd7-b054-5217970f04a7 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:35:28.666821 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c07ff-6f6e-4915-a020-778026de2d86 req-ed8e7b66-d46f-4332-b041-2c8fb3beed57 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:28.668335 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e47c07ff-6f6e-4915-a020-778026de2d86 req-ed8e7b66-d46f-4332-b041-2c8fb3beed57 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 943 time: 0.0492013 Dec 09 11:35:28.676993 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:28.721663 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port c1c117fd-be34-4cd7-b054-5217970f04a7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c117fd-be34-4cd7-b054-5217970f04a7,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:28.735346 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e47c07ff-6f6e-4915-a020-778026de2d86 req-f7d4e081-d38d-4b23-b629-1f2dee5a4187 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602393 Dec 09 11:35:28.738137 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'port_id': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'mac_address': 'fa:16:3e:b0:37:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:35:28.776336 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:28.789899 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c117fd-be34-4cd7-b054-5217970f04a7 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:35:28.802764 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2498d7-6678-4dbc-a1a8-2258983f2965 req-946d4f49-20f2-41b9-a45a-60f05c072ffa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:28.805147 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b2498d7-6678-4dbc-a1a8-2258983f2965 req-946d4f49-20f2-41b9-a45a-60f05c072ffa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 946 time: 0.0568569 Dec 09 11:35:28.813705 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port c1c117fd-be34-4cd7-b054-5217970f04a7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c117fd-be34-4cd7-b054-5217970f04a7,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:28.818020 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:28.854828 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6b2498d7-6678-4dbc-a1a8-2258983f2965 req-ede3f67d-f747-4399-91e7-7a706f792c38 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d4e51be-3105-4a72-b076-c2ccc80b6611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Dec 09 11:35:28.865512 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=c1c117fd-be34-4cd7-b054-5217970f04a7,revision_number=7']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:29.133655 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['c1c117fd-be34-4cd7-b054-5217970f04a7'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:35:29.335620 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74341e-1119-4639-8286-2983bce3ea54 req-350f816c-9eb5-4dab-8381-4a4152ef7c32 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:29.337268 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ea74341e-1119-4639-8286-2983bce3ea54 req-350f816c-9eb5-4dab-8381-4a4152ef7c32 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.32 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 946 time: 0.0497587 Dec 09 11:35:29.431192 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Deleting port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:35:29.431456 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:29.519597 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] For port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:29.519957 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:29.600682 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:29.690253 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:29.690527 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:29.690880 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.l3_db [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Floating IP 13a4b6de-051c-46b0-874c-626761fbeaf3 disassociated. External IP: 172.27.0.126, port: 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4. Dec 09 11:35:29.691222 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Calling delete_port for 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:35:29.821478 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:29.850033 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event deleted for resources: {'Port': ['ID=962a4cb4-7e0e-4b86-81cd-8b07cf790cc4,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:29.855445 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb716f9-996f-49b2-9fbb-f61c2bb9c433 req-9f3102ee-0a71-446d-b8dc-e358e37e6406 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:29.856992 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5fb716f9-996f-49b2-9fbb-f61c2bb9c433 req-9f3102ee-0a71-446d-b8dc-e358e37e6406 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 944 time: 0.0539010 Dec 09 11:35:29.910134 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5fb716f9-996f-49b2-9fbb-f61c2bb9c433 req-8b4bec84-9417-4081-b113-2a30f4e262a8 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470846 Dec 09 11:35:29.965477 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ba0dfab2-a028-42aa-960b-5ed4e601263c req-a7ddcfcf-813e-4a80-8d04-d0438c55a7ff tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/ports?device_id=51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4 HTTP/1.1" status: 200 len: 210 time: 0.0257852 Dec 09 11:35:29.972273 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:35:30.079456 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:35:30.089331 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] Sync routers for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:35:30.098902 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:30.099601 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:35:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:30.120352 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] No DVR routers for this DVR port 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:35:30.122975 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:30.126287 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ea74341e-1119-4639-8286-2983bce3ea54 req-d7c93333-f797-44a9-8c20-f9c18e7dde92 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.32 "DELETE /v2.0/ports/962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 HTTP/1.1" status: 204 len: 173 time: 0.7784600 Dec 09 11:35:30.126759 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'name': 'network-vif-deleted', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:35:30.128991 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69adc41f-9fef-4127-8049-c7db601c9555" -d '{"events": [{"server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "name": "network-vif-deleted", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:35:30.166506 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762aa678-7173-4073-ba2b-ab658e2e0c31 x-openstack-request-id: req-762aa678-7173-4073-ba2b-ab658e2e0c31 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:35:30.166845 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4", "name": "network-vif-deleted", "tag": "962a4cb4-7e0e-4b86-81cd-8b07cf790cc4", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:35:30.167106 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-762aa678-7173-4073-ba2b-ab658e2e0c31 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:35:30.167514 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa7ec8-598a-4cd7-816d-4cd8ac20e3e4', 'name': 'network-vif-deleted', 'tag': '962a4cb4-7e0e-4b86-81cd-8b07cf790cc4', 'status': 'completed', 'code': 200} Dec 09 11:35:30.352252 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:30.547398 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:30.577733 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] Checking router: ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:35:30.587286 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:30.587903 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:35:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:30.672147 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c1c117fd-be34-4cd7-b054-5217970f04a7 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:35:30.727201 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:30.805873 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port c1c117fd-be34-4cd7-b054-5217970f04a7 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:30.806154 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:30.967803 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:30.993957 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:35:31.000970 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:35:31.003243 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab3c768-9f45-4c43-9bf7-fe2384c4c7aa" -d '{"events": [{"server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "name": "network-vif-plugged", "status": "completed", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:35:31.020608 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port c1c117fd-be34-4cd7-b054-5217970f04a7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c117fd-be34-4cd7-b054-5217970f04a7,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:31.027838 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.028899 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:35:31.035871 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13510e84-f1e4-49ef-ba67-da7508674689 req-faa271e7-d56a-49ce-bd63-878ce64af021 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:31.037464 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-13510e84-f1e4-49ef-ba67-da7508674689 req-faa271e7-d56a-49ce-bd63-878ce64af021 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 944 time: 0.0550425 Dec 09 11:35:31.074362 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:31.078611 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35d070d-ad12-4fe6-ac9a-1f4c798eea62 x-openstack-request-id: req-c35d070d-ad12-4fe6-ac9a-1f4c798eea62 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:35:31.078926 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "name": "network-vif-plugged", "status": "completed", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:35:31.079181 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c35d070d-ad12-4fe6-ac9a-1f4c798eea62 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:35:31.079570 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'code': 200} Dec 09 11:35:31.080170 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:35:31.080897 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 962a4cb4-7e0e-4b86-81cd-8b07cf790cc4 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:35:31.093055 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-13510e84-f1e4-49ef-ba67-da7508674689 req-4197b4c7-1a58-45f1-ab7f-fb270f2183a6 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490749 Dec 09 11:35:31.106472 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53136) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:31.112866 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a975d5c-7b8d-4afd-90ba-f502d6284feb None None] The sync data for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi is: [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:28:16Z', 'revision_number': 4, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': 'b8d76452-7cc7-4b97-b99a-a174d42b9dbb', 'name': '', 'network_id': '7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'mac_address': 'fa:16:3e:b1:d0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:15Z', 'updated_at': '2021-12-09T11:28:27Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'subnets': [{'id': '4dd45155-a9a2-42ab-9ce8-d6a88a166bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:35:31.144553 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=c1c117fd-be34-4cd7-b054-5217970f04a7,revision_number=8']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:31.177982 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f91ac8c5-0676-44ed-bb0d-19f19e3a3d09 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.203042 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f91ac8c5-0676-44ed-bb0d-19f19e3a3d09 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.255955 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f91ac8c5-0676-44ed-bb0d-19f19e3a3d09 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.259809 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f91ac8c5-0676-44ed-bb0d-19f19e3a3d09 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.263017 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f91ac8c5-0676-44ed-bb0d-19f19e3a3d09 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "DELETE /v2.0/security-groups/1d4e51be-3105-4a72-b076-c2ccc80b6611 HTTP/1.1" status: 204 len: 168 time: 0.1529393 Dec 09 11:35:31.263463 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53138) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:31.272072 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ac8c5-0676-44ed-bb0d-19f19e3a3d09 tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4e51be-3105-4a72-b076-c2ccc80b6611,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:31.277060 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.api.v2.resource [None req-5ba72078-c504-4f67-bce6-374121c8febc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] show failed (client error): The resource could not be found. Dec 09 11:35:31.278261 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5ba72078-c504-4f67-bce6-374121c8febc tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "GET /v2.0/security-groups/1d4e51be-3105-4a72-b076-c2ccc80b6611 HTTP/1.1" status: 404 len: 347 time: 0.0137048 Dec 09 11:35:31.281209 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53140) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:31.378171 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ceb1f2-38ea-4fbd-a860-757afb6b9971 None None] New status for floating IP 13a4b6de-051c-46b0-874c-626761fbeaf3: DOWN {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:35:31.386352 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d05d-03a5-4e1a-acf1-58039400e932 req-f9295e78-935b-4ea5-bcef-15fb6e1245a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:31.388056 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c3e1d05d-03a5-4e1a-acf1-58039400e932 req-f9295e78-935b-4ea5-bcef-15fb6e1245a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 1098 time: 0.0437365 Dec 09 11:35:31.416909 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Deleting port 86be58fd-2e15-4db9-a64d-6d5bb5a63a7d {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:35:31.417726 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.444177 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c3e1d05d-03a5-4e1a-acf1-58039400e932 req-410a9ad5-b804-4ee1-9c83-d435b384ce54 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 Dec 09 11:35:31.500338 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.500662 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.513047 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Calling delete_port for 86be58fd-2e15-4db9-a64d-6d5bb5a63a7d owned by network:floatingip {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:35:31.640709 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.666922 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Pushing event deleted for resources: {'Port': ['ID=86be58fd-2e15-4db9-a64d-6d5bb5a63a7d,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:31.680539 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.680891 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.681238 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.681582 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.681923 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.682267 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.682598 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.682956 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.683294 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.683633 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.683966 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.684296 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.684626 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:31.737444 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks [] for floatingip, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.740132 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:31.741276 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8b533d64-c00d-4df2-aaac-c5e1396c6cfa tempest-AttachVolumeShelveTestJSON-836304126 tempest-AttachVolumeShelveTestJSON-836304126-project] 10.222.0.30 "DELETE /v2.0/floatingips/13a4b6de-051c-46b0-874c-626761fbeaf3 HTTP/1.1" status: 204 len: 168 time: 0.4591649 Dec 09 11:35:32.214421 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab436b78-c663-4f2f-aa2d-82dcf0753e81 req-3dee3c7a-caf1-4096-b94d-70cf8d125430 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:32.215968 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ab436b78-c663-4f2f-aa2d-82dcf0753e81 req-3dee3c7a-caf1-4096-b94d-70cf8d125430 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0494506 Dec 09 11:35:32.264772 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ab436b78-c663-4f2f-aa2d-82dcf0753e81 req-9e499702-91d3-474b-818c-d6e8a8e9e1c9 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Dec 09 11:35:33.384187 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a0d5-9619-42f6-bf0b-cac4ddd45fc1 req-59ee114e-91b2-4db5-8452-4a7d8b58439e tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:33.385678 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d2a0a0d5-9619-42f6-bf0b-cac4ddd45fc1 req-59ee114e-91b2-4db5-8452-4a7d8b58439e tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0533929 Dec 09 11:35:33.435229 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d2a0a0d5-9619-42f6-bf0b-cac4ddd45fc1 req-906c4148-e912-47bd-866c-c43729cca9b3 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Dec 09 11:35:34.134094 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53168) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:34.565140 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531025'] for router_interface, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:34.818059 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] Deleting port b8d76452-7cc7-4b97-b99a-a174d42b9dbb {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:35:34.818315 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:34.896183 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] For port b8d76452-7cc7-4b97-b99a-a174d42b9dbb, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=b8d76452-7cc7-4b97-b99a-a174d42b9dbb,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:34.896568 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:34.909048 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] Calling delete_port for b8d76452-7cc7-4b97-b99a-a174d42b9dbb owned by network:router_interface {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:35:35.085458 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:35.111092 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d76452-7cc7-4b97-b99a-a174d42b9dbb,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:35.279357 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531005'] for router_interface, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:35.719313 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] Router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:35:35.819096 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:35:35.824995 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-14309f27-351c-407b-b2a6-485c6ce61c5e admin admin] 10.222.0.30 "PUT /v2.0/routers/ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6885340 Dec 09 11:35:35.826870 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53172) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:35.829509 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] Sync routers for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:35:35.841036 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:35.841753 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:35:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:35.928011 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Publish callbacks [] for router, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:35.946407 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:36.035445 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.086269 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Deleting port 302c88d7-0c41-4612-a312-cf8313fcd86e {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:35:36.086604 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.130061 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:35:35Z', 'revision_number': 5, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port': {'id': '302c88d7-0c41-4612-a312-cf8313fcd86e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:28:10Z', 'updated_at': '2021-12-09T11:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:36.157158 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] Checking router: ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:35:36.165257 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] Routers {'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:36.165940 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:35:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:36.169230 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] For port 302c88d7-0c41-4612-a312-cf8313fcd86e, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=302c88d7-0c41-4612-a312-cf8313fcd86e,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:36.169614 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.181950 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Calling delete_port for 302c88d7-0c41-4612-a312-cf8313fcd86e owned by network:router_gateway {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:35:36.251099 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] Set router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 gateway port host: None {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:36.311620 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:35:36Z', 'revision_number': 6, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port_host': None}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:36.341487 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fe4ccc-6487-404d-b87f-05e069bf64b8 None None] The sync data for ids ['ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0'] in dv-cinder-817351-6-iscsi is: [{'id': 'ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0', 'name': 'tempest-AttachVolumeShelveTestJSON-902280579-router', 'tenant_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:28:08Z', 'updated_at': '2021-12-09T11:35:36Z', 'revision_number': 6, 'project_id': 'd57252b2111940dc8b2df1ba10db9fd6', 'gw_port_host': None}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:35:36.357930 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.385813 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=302c88d7-0c41-4612-a312-cf8313fcd86e,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:36.445404 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032607'] for router_gateway, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.533667 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.537409 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.579872 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528950'] for router, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.580439 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 {{(pid=102509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:35:36.584748 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] Publish callbacks [] for router, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.585962 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-72963ddb-c435-4e4c-8d8a-7c19cf0b2f70 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ec5f2aed-c3bc-448b-81c3-6b5c4dd9d4a0 HTTP/1.1" status: 204 len: 168 time: 0.7581787 Dec 09 11:35:36.588809 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53174) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:36.632152 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d393426-d0fe-45de-a98c-5c985c9e68c0 admin admin] Deleting subnet 4dd45155-a9a2-42ab-9ce8-d6a88a166bca {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:35:36.635742 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d393426-d0fe-45de-a98c-5c985c9e68c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.674207 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d393426-d0fe-45de-a98c-5c985c9e68c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11771959'] for subnet, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.767591 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d393426-d0fe-45de-a98c-5c985c9e68c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.819802 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d393426-d0fe-45de-a98c-5c985c9e68c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11986384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11701277'] for subnet, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.846469 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d393426-d0fe-45de-a98c-5c985c9e68c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd45155-a9a2-42ab-9ce8-d6a88a166bca,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:36.848397 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d393426-d0fe-45de-a98c-5c985c9e68c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.851600 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4d393426-d0fe-45de-a98c-5c985c9e68c0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4dd45155-a9a2-42ab-9ce8-d6a88a166bca HTTP/1.1" status: 204 len: 168 time: 0.2618597 Dec 09 11:35:36.852826 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9f9eb4-a941-443d-ab73-200ddf2ec19b None None] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:35:36.854897 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53176) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:36.925809 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:36.982929 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Deleting port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:35:36.983273 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.044214 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] For port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8,segment=NetworkSegment(6b24ada8-0461-40b9-8784-60ec8245a868),segment_id=6b24ada8-0461-40b9-8784-60ec8245a868)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:37.044514 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.062207 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Calling delete_port for 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:35:37.095910 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] DHCP port deletion for 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 request from dv-cinder-817351-6-iscsi {{(pid=102510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 11:35:37.149076 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.155755 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] Deleting port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:35:37.156451 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.178142 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Pushing event deleted for resources: {'Port': ['ID=10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:37.180023 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] No DVR routers for this DVR port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 on host dv-cinder-817351-6-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:35:37.213935 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device b8d76452-7cc7-4b97-b99a-a174d42b9dbb no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:35:37.260386 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.286597 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:37.298416 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b24ada8-0461-40b9-8784-60ec8245a868') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:37.298826 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b24ada8-0461-40b9-8784-60ec8245a868') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:37.311575 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.328190 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.336995 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:35:37.337200 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:35:37.339759 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:35:37.389753 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: b8d76452-7cc7-4b97-b99a-a174d42b9dbb {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:35:37.390100 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device b8d76452-7cc7-4b97-b99a-a174d42b9dbb not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:35:37.390806 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:35:37.397415 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] For port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8, host dv-cinder-817351-6-iscsi, got binding levels [] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:37.397810 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.398528 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.404939 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.410451 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 HTTP/1.1" status: 204 len: 168 time: 0.5518746 Dec 09 11:35:37.417866 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586a7d8-17b8-4f6c-b787-b84e64101716 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:37.425627 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:35:37.425978 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:35:37.426405 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 302c88d7-0c41-4612-a312-cf8313fcd86e no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:35:37.432186 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] Calling delete_port for 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 owned by network:dhcp {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:35:37.451140 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.ipam_backend_mixin [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] Port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 was not found and therefore no delete operation was performed {{(pid=102510) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 11:35:37.452007 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 302c88d7-0c41-4612-a312-cf8313fcd86e {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:35:37.452355 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 302c88d7-0c41-4612-a312-cf8313fcd86e not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:35:37.455191 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125'] for port, after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.479734 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] Network 7c8fc38b-5e27-4c2e-9ab9-ac59fc8756d7 is not hosted by any dhcp agent {{(pid=102510) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 11:35:37.480320 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] No DVR routers for this DVR port 10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8 on host dv-cinder-817351-6-iscsi {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:35:37.487684 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e3499-c6b6-4178-af3b-7f94c5e2ceb4 None None] Pushing event deleted for resources: {'Port': ['ID=10cd9ef2-2c0c-4c3f-b93f-433bfe211cd8,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:37.534419 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53180) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:37.577549 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-8c494f7e-c3a7-4e95-8634-6f8e026c94d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d57252b2111940dc8b2df1ba10db9fd6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419326 Dec 09 11:35:37.579958 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53182) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:37.626073 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a707f93c-d65e-4533-a5dd-491f1a7e0b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.647764 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a707f93c-d65e-4533-a5dd-491f1a7e0b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.694391 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a707f93c-d65e-4533-a5dd-491f1a7e0b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.696956 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a707f93c-d65e-4533-a5dd-491f1a7e0b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:37.698429 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a707f93c-d65e-4533-a5dd-491f1a7e0b20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5be0b1eb-756c-4503-861b-8537cbb91c3b HTTP/1.1" status: 204 len: 168 time: 0.1175861 Dec 09 11:35:37.706012 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707f93c-d65e-4533-a5dd-491f1a7e0b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be0b1eb-756c-4503-861b-8537cbb91c3b,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:38.349628 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53204) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:38.445213 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2009382928-network', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:38.466678 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Made reservation on behalf of d8e0382f3b7c40a799470ab89904d277 for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:35:38.468933 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:38.477210 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:38.553303 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:38.557363 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:38.582352 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:35:38.593182 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8c0e16-2c1a-43b6-bdc1-4e547ebaf031,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:38.602817 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:38.603213 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Added segment 59711b87-d164-4228-ba51-1b70219832c9 of type vlan for network a97faff6-2333-4005-91e6-323ead163706 Dec 09 11:35:38.605729 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.606087 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.606438 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.606811 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.607159 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.607500 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.607835 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.608172 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.608508 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.608842 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.609173 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.609502 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.609830 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:38.654086 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:38.677826 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:38.678858 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:38.679441 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:38.735155 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3843150 Dec 09 11:35:38.737929 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53208) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:38.742901 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Request body: {'subnet': {'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2009382928-subnet', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:38.754794 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b53e83-7f60-45c1-b124-50c021fb1468 admin admin] Pushing event updated for resources: {'Network': ['ID=a97faff6-2333-4005-91e6-323ead163706,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:38.765670 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network a97faff6-2333-4005-91e6-323ead163706 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:35:38.772553 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Made reservation on behalf of d8e0382f3b7c40a799470ab89904d277 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:35:38.774959 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388610'] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:38.942049 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12023208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388968'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.000661 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:39.009045 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Checking segment: {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:35:39.009438 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Network hostable DHCP agents. Network: a97faff6-2333-4005-91e6-323ead163706, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:35:39.026314 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Network a97faff6-2333-4005-91e6-323ead163706 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:35:39.034911 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, a97faff6-2333-4005-91e6-323ead163706) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:35:39.039747 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:39.040872 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.043957 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15ff28-3c3d-4854-959e-777c6e13f626 None None] Network a97faff6-2333-4005-91e6-323ead163706 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:35:39.060261 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5eb75888-c6fc-486f-b72a-17a1fff5924c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3188188 Dec 09 11:35:39.060687 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53210) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:39.065028 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:39.086964 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-477'] for router, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.088031 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-529013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1041188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-470'] for router, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.142870 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.148716 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d22fdf4-49db-53c2-8d14-2eba624b742b-a97faff6-2333-4005-91e6-323ead163706', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6'}]}} from dv-cinder-817351-6-iscsi. {{(pid=102510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 11:35:39.149756 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.274517 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.283259 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.db_base_plugin_common [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Allocated IP 172.20.0.2 (a97faff6-2333-4005-91e6-323ead163706/2744dcac-4066-4c4b-bfe9-d8766ca7e1f6/e24471a2-a5a4-4c27-ae28-f3be81a1710c) {{(pid=102510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:35:39.425047 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Publish callbacks [] for port, precommit_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.430981 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116'] for port, after_create {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.471952 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Network a97faff6-2333-4005-91e6-323ead163706 is already hosted by enough agents. {{(pid=102510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:35:39.476696 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.scheduler.base_scheduler [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Resources bound (agent type, host, resource id): {{(pid=102510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:35:39.477802 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.481039 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Received port after_create {{(pid=102510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:35:39.487875 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Pushing event updated for resources: {'Port': ['ID=e24471a2-a5a4-4c27-ae28-f3be81a1710c,revision_number=1']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:39.497880 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.538438 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Attempting to bind port e24471a2-a5a4-4c27-ae28-f3be81a1710c on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:35:39.538752 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Attempting to bind port e24471a2-a5a4-4c27-ae28-f3be81a1710c by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:35:39.539126 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Attempting to bind port e24471a2-a5a4-4c27-ae28-f3be81a1710c on network a97faff6-2333-4005-91e6-323ead163706 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:35:39.545557 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:35:39.545943 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Checking segment: {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:35:39.546351 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.546773 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Bound using segment: {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:35:39.547245 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Bound port: e24471a2-a5a4-4c27-ae28-f3be81a1710c, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:35:39.547629 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.599915 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Allocated IP 172.27.0.60 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/db345543-713f-4b37-a460-d7c672cb167b) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:35:39.610232 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] For port e24471a2-a5a4-4c27-ae28-f3be81a1710c, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:35:39.613667 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] For port e24471a2-a5a4-4c27-ae28-f3be81a1710c, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=e24471a2-a5a4-4c27-ae28-f3be81a1710c,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:35:39.617559 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.679449 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc68759-41ef-4ac6-9e0d-ef5d1e85de84 None None] Pushing event updated for resources: {'Port': ['ID=e24471a2-a5a4-4c27-ae28-f3be81a1710c,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:39.721491 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.760759 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:39.798059 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:35:39.802946 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:35:39.806951 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:35:39.812364 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Pushing event updated for resources: {'Port': ['ID=db345543-713f-4b37-a460-d7c672cb167b,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:40.068702 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:40.256981 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1032699'] for router, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:40.391313 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Router 51ab017d-8a97-4908-969d-093606b51135 is scheduled to L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 with binding_index 1 {{(pid=102509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 11:35:40.503162 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:35:40.516408 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Sync routers for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:35:40.521434 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] Publish callbacks [] for router, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:40.525862 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-bc694e31-57f3-4811-8cfa-9754fd786cba admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4610245 Dec 09 11:35:40.526327 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53214) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:40.527953 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:40.528606 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:35:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:40.607178 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf7638b-95b8-4355-b4d1-f28b74326a28 None None] Network a97faff6-2333-4005-91e6-323ead163706 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:35:40.637592 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:40.717738 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-0bb0d675-8f10-439e-bf5b-231ad5b38139 None None] Provisioning complete for port e24471a2-a5a4-4c27-ae28-f3be81a1710c triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:40.718206 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0bb0d675-8f10-439e-bf5b-231ad5b38139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:40.819098 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0bb0d675-8f10-439e-bf5b-231ad5b38139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:40.848511 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:39Z', 'revision_number': 3, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:40.861272 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-0bb0d675-8f10-439e-bf5b-231ad5b38139 None None] For port e24471a2-a5a4-4c27-ae28-f3be81a1710c, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=e24471a2-a5a4-4c27-ae28-f3be81a1710c,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:40.867502 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0bb0d675-8f10-439e-bf5b-231ad5b38139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:40.878416 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Checking router: 51ab017d-8a97-4908-969d-093606b51135 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:35:40.879346 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Updating router 51ab017d-8a97-4908-969d-093606b51135 port db345543-713f-4b37-a460-d7c672cb167b binding host dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:35:40.908334 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:40.920916 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0d675-8f10-439e-bf5b-231ad5b38139 None None] Pushing event updated for resources: {'Port': ['ID=e24471a2-a5a4-4c27-ae28-f3be81a1710c,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:41.019033 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.100027 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-4392ab82-b657-4fd6-a206-ce5a65cdf409 None None] Provisioning complete for port e24471a2-a5a4-4c27-ae28-f3be81a1710c triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:41.100450 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4392ab82-b657-4fd6-a206-ce5a65cdf409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.194899 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device e24471a2-a5a4-4c27-ae28-f3be81a1710c up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:35:41.209007 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Allocated IP 172.20.0.1 (a97faff6-2333-4005-91e6-323ead163706/2744dcac-4066-4c4b-bfe9-d8766ca7e1f6/5652d590-45da-40a3-aa38-d1119620b759) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:35:41.246605 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port e24471a2-a5a4-4c27-ae28-f3be81a1710c triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:41.247130 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.283136 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Publish callbacks [] for port, precommit_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.292741 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.318618 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.346821 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Pushing event updated for resources: {'Port': ['ID=db345543-713f-4b37-a460-d7c672cb167b,revision_number=2']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:41.355485 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.355771 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.356117 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.356462 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.356709 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.356868 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.357169 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.357533 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.357874 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.358203 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.358553 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.358909 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.359235 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.359559 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:35:41.362848 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Attempting to bind port db345543-713f-4b37-a460-d7c672cb167b on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:35:41.363222 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Attempting to bind port db345543-713f-4b37-a460-d7c672cb167b by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:35:41.363586 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Attempting to bind port db345543-713f-4b37-a460-d7c672cb167b on network e7fed231-2d46-4983-baf1-5f45b5e5c94a {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:35:41.369239 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:35:41.369614 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Checking segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:35:41.370418 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.370418 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Bound using segment: {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'} {{(pid=102511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:35:41.370907 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.managers [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Bound port: db345543-713f-4b37-a460-d7c672cb167b, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd93cefb-22ae-4a98-839d-9c7aa23b08f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}}] {{(pid=102511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:35:41.371307 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.401235 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Network a97faff6-2333-4005-91e6-323ead163706 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:35:41.407619 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:35:41.410024 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:35:41.416375 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Pushing event updated for resources: {'Port': ['ID=5652d590-45da-40a3-aa38-d1119620b759,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:41.422279 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] For port db345543-713f-4b37-a460-d7c672cb167b, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:35:41.425945 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.plugins.ml2.db [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] For port db345543-713f-4b37-a460-d7c672cb167b, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=db345543-713f-4b37-a460-d7c672cb167b,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:35:41.431693 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron_lib.callbacks.manager [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.456968 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1032484'] for router_interface, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.496196 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:41.496830 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:35:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:41.535165 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5f864-dbc2-4c2f-b974-ac6ec38a53da None None] Pushing event updated for resources: {'Port': ['ID=db345543-713f-4b37-a460-d7c672cb167b,revision_number=3']} {{(pid=102511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:41.593145 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.613958 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:41.721370 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-74360225-9ad5-40e4-895c-04e537d70986 None None] Provisioning complete for port 5652d590-45da-40a3-aa38-d1119620b759 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:41.721916 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-74360225-9ad5-40e4-895c-04e537d70986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.759347 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-74360225-9ad5-40e4-895c-04e537d70986 None None] Port 5652d590-45da-40a3-aa38-d1119620b759 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:35:41.771149 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.775995 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:41.794586 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:39Z', 'revision_number': 3, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:41.820365 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18ab00-b843-4160-a0ba-8e8d1732f57c None None] The sync data for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi is: [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:39Z', 'revision_number': 3, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:35:41.840497 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Pushing event updated for resources: {'Port': ['ID=5652d590-45da-40a3-aa38-d1119620b759,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:41.845826 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531124'] for router_interface, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:42.218425 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Network a97faff6-2333-4005-91e6-323ead163706 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:35:42.219868 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:35:42.342064 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Router 51ab017d-8a97-4908-969d-093606b51135 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:35:42.457707 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:35:42.463793 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e85c30cc-a648-4d97-9484-3d2bab566e52 admin admin] 10.222.0.30 "PUT /v2.0/routers/51ab017d-8a97-4908-969d-093606b51135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9348872 Dec 09 11:35:42.485089 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-4f19d0e4-113f-4b28-8674-173c2cf3ebb4 None None] Provisioning complete for port 5652d590-45da-40a3-aa38-d1119620b759 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:42.485534 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4f19d0e4-113f-4b28-8674-173c2cf3ebb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:42.528044 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-4f19d0e4-113f-4b28-8674-173c2cf3ebb4 None None] Port 5652d590-45da-40a3-aa38-d1119620b759 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:35:42.930467 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53222) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:42.935781 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-e99f7510-8e61-4934-8da7-4e0be55c41a1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025871728', 'description': 'tempest-description--1571071577'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:42.957581 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7510-8e61-4934-8da7-4e0be55c41a1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.024457 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7510-8e61-4934-8da7-4e0be55c41a1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.028495 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7510-8e61-4934-8da7-4e0be55c41a1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.059720 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7510-8e61-4934-8da7-4e0be55c41a1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.060978 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e99f7510-8e61-4934-8da7-4e0be55c41a1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1293964 Dec 09 11:35:43.064010 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53224) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:43.069198 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-e728dbcc-92bd-42e2-8e32-294c6595981d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'security_group_rule': {'security_group_id': '0e7acf30-95f8-48f8-896b-1ded3b80dcc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:43.074293 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f7510-8e61-4934-8da7-4e0be55c41a1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7acf30-95f8-48f8-896b-1ded3b80dcc5,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:43.103486 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e728dbcc-92bd-42e2-8e32-294c6595981d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.154179 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device db345543-713f-4b37-a460-d7c672cb167b up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:35:43.163371 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e728dbcc-92bd-42e2-8e32-294c6595981d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.168685 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e728dbcc-92bd-42e2-8e32-294c6595981d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.189056 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728dbcc-92bd-42e2-8e32-294c6595981d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757ce92b-198c-46ec-bf62-63b3439bf6ff,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:43.197377 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e728dbcc-92bd-42e2-8e32-294c6595981d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.201160 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e728dbcc-92bd-42e2-8e32-294c6595981d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337829 Dec 09 11:35:43.201431 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53226) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:43.206173 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-6fd3cdfd-342d-4ac5-870d-9cd35d2d235d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'security_group_rule': {'security_group_id': '0e7acf30-95f8-48f8-896b-1ded3b80dcc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:43.220656 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port db345543-713f-4b37-a460-d7c672cb167b triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:43.221028 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.238946 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6fd3cdfd-342d-4ac5-870d-9cd35d2d235d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.296611 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6fd3cdfd-342d-4ac5-870d-9cd35d2d235d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.300438 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6fd3cdfd-342d-4ac5-870d-9cd35d2d235d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.310037 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.318344 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3cdfd-342d-4ac5-870d-9cd35d2d235d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e08b20c-b920-4093-a97d-af66beedae72,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:43.327677 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6fd3cdfd-342d-4ac5-870d-9cd35d2d235d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.329235 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-6fd3cdfd-342d-4ac5-870d-9cd35d2d235d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267970 Dec 09 11:35:43.332290 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53228) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:43.336304 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] For port db345543-713f-4b37-a460-d7c672cb167b, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=db345543-713f-4b37-a460-d7c672cb167b,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:43.337318 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'floatingip': {'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:43.342238 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.361385 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.395154 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Pushing event updated for resources: {'Port': ['ID=db345543-713f-4b37-a460-d7c672cb167b,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:43.409974 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Sync routers for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:35:43.422011 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:43.422550 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:35:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:43.465660 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.530825 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:43.575143 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Allocated IP 172.27.0.18 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/a4c81523-01cd-44e9-856b-acb6d9bd4a95) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:35:43.678838 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.720680 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.731837 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 2, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:43.757147 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:35:43.760455 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:35:43.762989 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Checking router: 51ab017d-8a97-4908-969d-093606b51135 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:35:43.763527 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Updating router 51ab017d-8a97-4908-969d-093606b51135 port 5652d590-45da-40a3-aa38-d1119620b759 binding host dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 11:35:43.766299 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:35:43.788516 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.793797 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'Port': ['ID=a4c81523-01cd-44e9-856b-acb6d9bd4a95,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:43.860113 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:43.894192 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.047049 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Publish callbacks [] for port, precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.047487 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.052167 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.053815 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.106278 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394c866-d2e5-449a-9da5-159638a503e3 None None] Pushing event updated for resources: {'Port': ['ID=5652d590-45da-40a3-aa38-d1119620b759,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:44.125920 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'Port': ['ID=a4c81523-01cd-44e9-856b-acb6d9bd4a95,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:44.147395 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.165531 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.166502 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Attempting to bind port 5652d590-45da-40a3-aa38-d1119620b759 on host dv-cinder-817351-6-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:35:44.167002 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Attempting to bind port 5652d590-45da-40a3-aa38-d1119620b759 by drivers openvswitch,hyperv on host dv-cinder-817351-6-iscsi at level 0 using segments [{'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:35:44.167655 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-be2be415-f684-4a7b-b8cc-4531f7eb0af4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8339605 Dec 09 11:35:44.170984 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Attempting to bind port 5652d590-45da-40a3-aa38-d1119620b759 on network a97faff6-2333-4005-91e6-323ead163706 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:35:44.176911 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Checking agent: {'id': '6fba2200-9009-43a5-b96c-a97a6f30ddcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 20, 30), 'started_at': datetime.datetime(2021, 12, 9, 11, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:35:44.177785 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Checking segment: {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:35:44.177902 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.178462 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Bound using segment: {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:35:44.178963 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Bound port: 5652d590-45da-40a3-aa38-d1119620b759, host: dv-cinder-817351-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:35:44.179341 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.252041 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] For port 5652d590-45da-40a3-aa38-d1119620b759, host dv-cinder-817351-6-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:35:44.258877 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] For port 5652d590-45da-40a3-aa38-d1119620b759, host dv-cinder-817351-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=5652d590-45da-40a3-aa38-d1119620b759,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:35:44.266183 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.324607 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:44.325238 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:35:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:44.327411 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-de3fda1f-4737-45c9-ab4f-89b8af8c2045 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1025871728&fields=id&tenant_id=d8e0382f3b7c40a799470ab89904d277 HTTP/1.1" status: 200 len: 267 time: 0.0455685 Dec 09 11:35:44.330187 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394c866-d2e5-449a-9da5-159638a503e3 None None] Pushing event updated for resources: {'Port': ['ID=5652d590-45da-40a3-aa38-d1119620b759,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:44.398020 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-1a9debbd-5b86-4aa5-843d-a5871a782a8a None None] Provisioning complete for port 5652d590-45da-40a3-aa38-d1119620b759 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:44.398402 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1a9debbd-5b86-4aa5-843d-a5871a782a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.453507 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977fb11-adc9-40cc-915c-3907a448f74c req-bc7d0784-ebcc-43f8-bbd7-960cc2fa1aa0 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:44.455130 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-bc7d0784-ebcc-43f8-bbd7-960cc2fa1aa0 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 811 time: 0.1124561 Dec 09 11:35:44.472007 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-7bf469e4-1e99-4b11-95f9-0a15e5789775 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/quotas/d8e0382f3b7c40a799470ab89904d277 HTTP/1.1" status: 200 len: 375 time: 0.0104663 Dec 09 11:35:44.528247 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-dff2e5f2-3a63-4f1c-92f4-21c0f5c1b288 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491321 Dec 09 11:35:44.613424 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:44.677773 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-bdb345de-e639-4ed2-bd61-a3658d78c101 service neutron] 10.222.0.30 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375232 Dec 09 11:35:44.762084 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1a9debbd-5b86-4aa5-843d-a5871a782a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.824370 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-1a9debbd-5b86-4aa5-843d-a5871a782a8a None None] For port 5652d590-45da-40a3-aa38-d1119620b759, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=5652d590-45da-40a3-aa38-d1119620b759,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:44.832184 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1a9debbd-5b86-4aa5-843d-a5871a782a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:44.916746 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9debbd-5b86-4aa5-843d-a5871a782a8a None None] Pushing event updated for resources: {'Port': ['ID=5652d590-45da-40a3-aa38-d1119620b759,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:44.928254 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:44.959351 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ecf04-4a42-4945-b694-754eeae3c018 None None] The sync data for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi is: [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:35:44.973266 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-b8c7d1d4-9a7a-4f26-8b56-704ff94001f4 None None] Provisioning complete for port 5652d590-45da-40a3-aa38-d1119620b759 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:44.973642 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d1d4-9a7a-4f26-8b56-704ff94001f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:45.033285 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-c2b0ffd9-238f-4662-8cef-81f9ecd8add5 service neutron] 10.222.0.30 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480937 Dec 09 11:35:45.222574 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e877e5e7-d385-439a-b395-cc18707d49fe req-1b8a6da6-2ad9-4fa8-b3e8-ad28c72e3f3f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 210 time: 0.0315607 Dec 09 11:35:45.251430 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 5652d590-45da-40a3-aa38-d1119620b759 up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:35:45.303187 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port 5652d590-45da-40a3-aa38-d1119620b759 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:45.303567 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:45.394273 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device db345543-713f-4b37-a460-d7c672cb167b up at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:35:45.455514 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Provisioning complete for port db345543-713f-4b37-a460-d7c672cb167b triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:45.455887 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:46.063662 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:46.322831 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b1d72ac2-a719-4ca8-a5bc-d5ba5f0ff8da req-82cbe4f2-b91a-40c4-8449-cef61f8af785 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 210 time: 0.0280204 Dec 09 11:35:46.380552 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977fb11-adc9-40cc-915c-3907a448f74c req-00205847-8548-47d0-bdc8-24f78896ab03 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:46.382004 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-00205847-8548-47d0-bdc8-24f78896ab03 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.32 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 811 time: 0.1086698 Dec 09 11:35:46.457292 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-cc4a382e-7f27-4195-9090-bdd506dfae7b tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e0382f3b7c40a799470ab89904d277 HTTP/1.1" status: 200 len: 380 time: 0.0542693 Dec 09 11:35:46.473229 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'port': {'device_id': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'admin_state_up': True, 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'security_groups': ['0e7acf30-95f8-48f8-896b-1ded3b80dcc5']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:46.583353 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Made reservation on behalf of d8e0382f3b7c40a799470ab89904d277 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:35:46.586726 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:46.711991 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Allocated IP 172.20.0.9 (a97faff6-2333-4005-91e6-323ead163706/2744dcac-4066-4c4b-bfe9-d8766ca7e1f6/c7853822-ca92-4ad1-ac72-188662127f85) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:35:46.848547 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:46.880920 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:46.923146 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Network a97faff6-2333-4005-91e6-323ead163706 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:35:46.928001 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:35:46.931681 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:35:46.955787 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'Port': ['ID=c7853822-ca92-4ad1-ac72-188662127f85,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:46.986477 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:46.987220 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:47.004822 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-58fa76ec-ef21-4819-b11b-822b1598d04f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5352859 Dec 09 11:35:47.028496 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Request body: {'port': {'device_id': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:47.088929 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:47.119737 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-765e754e-6698-47c7-a907-3b6af528b3d0 None None] Provisioning complete for port c7853822-ca92-4ad1-ac72-188662127f85 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:47.120304 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-765e754e-6698-47c7-a907-3b6af528b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:47.157528 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-765e754e-6698-47c7-a907-3b6af528b3d0 None None] Port c7853822-ca92-4ad1-ac72-188662127f85 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:35:47.346376 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7853822-ca92-4ad1-ac72-188662127f85 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:35:47.354422 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:47.366899 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Transition to ACTIVE for port object c7853822-ca92-4ad1-ac72-188662127f85 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:35:47.371522 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:47.424802 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567baf28-6866-424b-b840-124eb806f32c service neutron] Pushing event updated for resources: {'Port': ['ID=c7853822-ca92-4ad1-ac72-188662127f85,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:47.455985 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c144908-c24d-433b-8eb7-8d1fbcfcbc8f req-3d559828-096a-4b3d-a0d7-f585bf839529 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:47.457816 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c144908-c24d-433b-8eb7-8d1fbcfcbc8f req-3d559828-096a-4b3d-a0d7-f585bf839529 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 943 time: 0.0661077 Dec 09 11:35:47.500000 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Attempting to bind port c7853822-ca92-4ad1-ac72-188662127f85 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:35:47.500344 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Attempting to bind port c7853822-ca92-4ad1-ac72-188662127f85 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:35:47.500680 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Attempting to bind port c7853822-ca92-4ad1-ac72-188662127f85 on network a97faff6-2333-4005-91e6-323ead163706 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:35:47.505346 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Port c7853822-ca92-4ad1-ac72-188662127f85 on network a97faff6-2333-4005-91e6-323ead163706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:35:47.505673 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Attempting to bind port c7853822-ca92-4ad1-ac72-188662127f85 on network a97faff6-2333-4005-91e6-323ead163706 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:35:47.511119 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:35:47.511469 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Checking segment: {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:35:47.511861 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Bound using segment: {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:35:47.512513 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Bound port: c7853822-ca92-4ad1-ac72-188662127f85, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:35:47.512652 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:47.517368 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2c144908-c24d-433b-8eb7-8d1fbcfcbc8f req-c515d30d-1cbf-451e-a986-f3590264128c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525620 Dec 09 11:35:47.579388 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] For port c7853822-ca92-4ad1-ac72-188662127f85, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:35:47.582375 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] For port c7853822-ca92-4ad1-ac72-188662127f85, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c7853822-ca92-4ad1-ac72-188662127f85,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:35:47.586927 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:47.619298 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:47.620068 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:47.621524 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-567baf28-6866-424b-b840-124eb806f32c service neutron] 10.222.0.32 "PUT /v2.0/ports/c7853822-ca92-4ad1-ac72-188662127f85 HTTP/1.1" status: 200 len: 1093 time: 0.5981090 Dec 09 11:35:47.622004 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'tag': 'c7853822-ca92-4ad1-ac72-188662127f85'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:35:47.624244 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40dcb85-8b27-448b-bd35-e4c295a17be1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7743e3-a86a-424d-9a8b-7bbf0095257a", "tag": "c7853822-ca92-4ad1-ac72-188662127f85"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:35:47.652474 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567baf28-6866-424b-b840-124eb806f32c service neutron] Pushing event updated for resources: {'Port': ['ID=c7853822-ca92-4ad1-ac72-188662127f85,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:47.668337 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc22c44f-d5a7-47d9-9a3b-1a80d62a7cd0 x-openstack-request-id: req-fc22c44f-d5a7-47d9-9a3b-1a80d62a7cd0 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:35:47.668785 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7743e3-a86a-424d-9a8b-7bbf0095257a", "tag": "c7853822-ca92-4ad1-ac72-188662127f85", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:35:47.670156 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc22c44f-d5a7-47d9-9a3b-1a80d62a7cd0 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:35:47.670660 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'tag': 'c7853822-ca92-4ad1-ac72-188662127f85', 'status': 'completed', 'code': 200} Dec 09 11:35:47.732847 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977fb11-adc9-40cc-915c-3907a448f74c req-ef4c8750-7bd1-4429-a1bb-d265761c4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:47.734408 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-ef4c8750-7bd1-4429-a1bb-d265761c4829 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 1096 time: 0.0472717 Dec 09 11:35:47.789993 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-8d435900-3590-471d-a118-351b94f49fbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7853822-ca92-4ad1-ac72-188662127f85 HTTP/1.1" status: 200 len: 217 time: 0.0364265 Dec 09 11:35:47.847043 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977fb11-adc9-40cc-915c-3907a448f74c req-8cdf5f54-6649-4c3e-8a72-389bc9f6baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:47.848445 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-8cdf5f54-6649-4c3e-8a72-389bc9f6baa0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 200 len: 850 time: 0.0435874 Dec 09 11:35:47.897673 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977fb11-adc9-40cc-915c-3907a448f74c req-65745c4f-750f-4d2d-a0cb-5356f5543efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:47.899119 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-65745c4f-750f-4d2d-a0cb-5356f5543efa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a97faff6-2333-4005-91e6-323ead163706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421567 Dec 09 11:35:47.990166 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-539a6d74-49c3-4ece-a22f-b2a960f3bfb5 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823987 Dec 09 11:35:48.083652 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e977fb11-adc9-40cc-915c-3907a448f74c req-4e45c884-18ff-427c-9db6-381f0e903625 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855863 Dec 09 11:35:48.228566 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-39410dd1-b91c-4999-8571-5faffe7d8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:48.230094 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-39410dd1-b91c-4999-8571-5faffe7d8765 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 1096 time: 0.0425508 Dec 09 11:35:48.318715 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-52b47dcc-c2ad-477c-be62-6fe5632fbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:48.320153 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-52b47dcc-c2ad-477c-be62-6fe5632fbdc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 912 time: 0.0829856 Dec 09 11:35:48.366535 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-6f919267-4a69-4f42-b949-7a1b6819ab22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7853822-ca92-4ad1-ac72-188662127f85 HTTP/1.1" status: 200 len: 217 time: 0.0373569 Dec 09 11:35:48.417031 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-b77254e3-aeb1-4bd1-89db-84ef15e39469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:48.418398 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-b77254e3-aeb1-4bd1-89db-84ef15e39469 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 200 len: 850 time: 0.0436621 Dec 09 11:35:48.465867 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-1047d566-e56d-4594-8cdb-11fc2b2b459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:48.467272 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-1047d566-e56d-4594-8cdb-11fc2b2b459d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a97faff6-2333-4005-91e6-323ead163706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414476 Dec 09 11:35:48.562819 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-92c46f40-6801-4943-ac18-f3df13f094a2 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860982 Dec 09 11:35:48.651951 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c5ffb-3c30-4f24-bc96-1c0c42df09de req-6b6b53e0-ff41-4147-b63a-908ef1427934 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:48.653531 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b4c5ffb-3c30-4f24-bc96-1c0c42df09de req-6b6b53e0-ff41-4147-b63a-908ef1427934 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 943 time: 0.0663853 Dec 09 11:35:48.669703 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c40dcb85-8b27-448b-bd35-e4c295a17be1 req-b2276fb1-ddc0-44c0-84d2-27202c986635 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944726 Dec 09 11:35:48.708846 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1b4c5ffb-3c30-4f24-bc96-1c0c42df09de req-e55e570d-5bb7-49f1-a6b0-0318d8dca26c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487452 Dec 09 11:35:49.826649 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f11d54-c566-403e-9c80-b3991f115244 req-5ec7a87d-1b2c-4406-94bb-f6a74cf9fd4a tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:49.828120 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31f11d54-c566-403e-9c80-b3991f115244 req-5ec7a87d-1b2c-4406-94bb-f6a74cf9fd4a tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 943 time: 0.0484369 Dec 09 11:35:49.874343 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31f11d54-c566-403e-9c80-b3991f115244 req-1e6130f1-5178-473e-9c22-53dd2c27ffca tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403507 Dec 09 11:35:50.703483 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c7853822-ca92-4ad1-ac72-188662127f85 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:35:50.799148 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port c7853822-ca92-4ad1-ac72-188662127f85, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c7853822-ca92-4ad1-ac72-188662127f85,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:50.810998 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': 'c7853822-ca92-4ad1-ac72-188662127f85', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'port_id': 'c7853822-ca92-4ad1-ac72-188662127f85', 'mac_address': 'fa:16:3e:d4:8c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:35:50.848108 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:50.860764 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7853822-ca92-4ad1-ac72-188662127f85 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:35:50.879909 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port c7853822-ca92-4ad1-ac72-188662127f85, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c7853822-ca92-4ad1-ac72-188662127f85,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:50.883828 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:50.930437 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=c7853822-ca92-4ad1-ac72-188662127f85,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:50.997148 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8368d-76e1-41d1-950b-859b9beab096 req-c10aa3eb-167a-4473-90b7-746998c97948 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:50.998605 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65b8368d-76e1-41d1-950b-859b9beab096 req-c10aa3eb-167a-4473-90b7-746998c97948 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 944 time: 0.0570855 Dec 09 11:35:51.047836 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65b8368d-76e1-41d1-950b-859b9beab096 req-f5695917-4023-4a87-8626-cdf23fc01c4a tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 Dec 09 11:35:51.245669 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['c7853822-ca92-4ad1-ac72-188662127f85'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:35:52.161885 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98740e92-3586-45a8-817f-9410210e37f5 req-da257b98-07e9-4662-89a1-530be9c117e1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:52.163425 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98740e92-3586-45a8-817f-9410210e37f5 req-da257b98-07e9-4662-89a1-530be9c117e1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 944 time: 0.0487344 Dec 09 11:35:52.208395 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98740e92-3586-45a8-817f-9410210e37f5 req-f8d8ff00-a82a-43b2-89b9-ae2e2858512d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391252 Dec 09 11:35:52.715237 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c7853822-ca92-4ad1-ac72-188662127f85 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:35:52.765972 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port c7853822-ca92-4ad1-ac72-188662127f85 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:35:52.770092 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port c7853822-ca92-4ad1-ac72-188662127f85 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:35:52.770469 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:52.845856 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:52.870186 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7853822-ca92-4ad1-ac72-188662127f85'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:35:52.872475 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc085fb3-7a6c-4db1-8d37-34ce92658d84" -d '{"events": [{"server_uuid": "2c7743e3-a86a-424d-9a8b-7bbf0095257a", "name": "network-vif-plugged", "status": "completed", "tag": "c7853822-ca92-4ad1-ac72-188662127f85"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:35:52.885643 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port c7853822-ca92-4ad1-ac72-188662127f85, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c7853822-ca92-4ad1-ac72-188662127f85,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:35:52.890128 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:52.913138 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58372fd0-a877-44c1-9eb8-4fa5b0f4dfc4 x-openstack-request-id: req-58372fd0-a877-44c1-9eb8-4fa5b0f4dfc4 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:35:52.913434 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7743e3-a86a-424d-9a8b-7bbf0095257a", "name": "network-vif-plugged", "status": "completed", "tag": "c7853822-ca92-4ad1-ac72-188662127f85", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:35:52.913700 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58372fd0-a877-44c1-9eb8-4fa5b0f4dfc4 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:35:52.914092 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7853822-ca92-4ad1-ac72-188662127f85', 'code': 200} Dec 09 11:35:52.939957 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=c7853822-ca92-4ad1-ac72-188662127f85,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:35:53.121625 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f006e-150f-432d-a77e-19d16b027548 req-e05d6001-9b4a-45d8-8f3b-cab1fb1a33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:53.123131 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-958f006e-150f-432d-a77e-19d16b027548 req-e05d6001-9b4a-45d8-8f3b-cab1fb1a33b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 1098 time: 0.0406518 Dec 09 11:35:53.176232 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-958f006e-150f-432d-a77e-19d16b027548 req-a8382c9d-8c0d-4141-b460-79ac20832171 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416896 Dec 09 11:35:53.325315 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d3b64-6c70-4351-9d06-2cbdfa234694 req-cb4a6952-fe97-472e-b869-25d597d3559f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:53.326662 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e32d3b64-6c70-4351-9d06-2cbdfa234694 req-cb4a6952-fe97-472e-b869-25d597d3559f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0509734 Dec 09 11:35:53.372933 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e32d3b64-6c70-4351-9d06-2cbdfa234694 req-3df29f79-f16f-469c-9bb5-37948d94f16c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404110 Dec 09 11:35:53.864720 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fa754e52-870e-4b26-87c0-a0a63c4488fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:54.488282 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75875aea-48f9-4e96-9fc3-c5a2a674be52 req-451acdda-42a7-4d9e-8d92-9b6ddb8dbe24 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:54.489723 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-75875aea-48f9-4e96-9fc3-c5a2a674be52 req-451acdda-42a7-4d9e-8d92-9b6ddb8dbe24 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0486786 Dec 09 11:35:54.536096 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-75875aea-48f9-4e96-9fc3-c5a2a674be52 req-1bcb5b8f-6007-4f47-b327-d5b096ea9446 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398116 Dec 09 11:35:54.646266 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb12e-1c30-4fdd-8920-ff58dc521559 req-f9fb69ff-ae99-4cbd-9e2d-a77330c1344a tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:54.647776 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f81eb12e-1c30-4fdd-8920-ff58dc521559 req-f9fb69ff-ae99-4cbd-9e2d-a77330c1344a tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0485022 Dec 09 11:35:54.657498 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53290) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:35:54.662072 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-a09b7e8c-7504-49e4-a49d-a3f8faa987ca tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'floatingip': {'port_id': 'c7853822-ca92-4ad1-ac72-188662127f85'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:35:54.705045 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a09b7e8c-7504-49e4-a49d-a3f8faa987ca tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:55.138311 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a09b7e8c-7504-49e4-a49d-a3f8faa987ca tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:55.142846 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a09b7e8c-7504-49e4-a49d-a3f8faa987ca tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:55.237328 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-a09b7e8c-7504-49e4-a49d-a3f8faa987ca tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Floating IP 5030e858-3d26-4945-8fc5-19a56ef6b272 associated. External IP: 172.27.0.18, port: c7853822-ca92-4ad1-ac72-188662127f85. Dec 09 11:35:55.439999 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09b7e8c-7504-49e4-a49d-a3f8faa987ca tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Router 51ab017d-8a97-4908-969d-093606b51135 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:35:55.545097 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09b7e8c-7504-49e4-a49d-a3f8faa987ca tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:35:55.549514 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a09b7e8c-7504-49e4-a49d-a3f8faa987ca tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:55.554525 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] Sync routers for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:35:55.564851 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:55.565446 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:35:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:55.576222 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-a09b7e8c-7504-49e4-a49d-a3f8faa987ca tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "PUT /v2.0/floatingips/5030e858-3d26-4945-8fc5-19a56ef6b272 HTTP/1.1" status: 200 len: 990 time: 0.9176257 Dec 09 11:35:55.576821 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'tag': 'c7853822-ca92-4ad1-ac72-188662127f85'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:35:55.579089 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760405aa-b70c-4ff4-990e-1a6922159b20" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7743e3-a86a-424d-9a8b-7bbf0095257a", "tag": "c7853822-ca92-4ad1-ac72-188662127f85"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:35:55.622148 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a5f777-e758-44f3-9f73-b7cee5de79ac x-openstack-request-id: req-99a5f777-e758-44f3-9f73-b7cee5de79ac {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:35:55.622525 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7743e3-a86a-424d-9a8b-7bbf0095257a", "tag": "c7853822-ca92-4ad1-ac72-188662127f85", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:35:55.622946 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99a5f777-e758-44f3-9f73-b7cee5de79ac {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:35:55.623381 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'tag': 'c7853822-ca92-4ad1-ac72-188662127f85', 'status': 'completed', 'code': 200} Dec 09 11:35:55.674432 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:55.727350 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-0ae78a4c-35f5-4afe-bb3d-122a8d660ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:55.729551 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-0ae78a4c-35f5-4afe-bb3d-122a8d660ffe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 1098 time: 0.0452893 Dec 09 11:35:55.820676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-bda25b0e-c726-4f28-8cbd-4fea2a370287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:55.822280 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-bda25b0e-c726-4f28-8cbd-4fea2a370287 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 912 time: 0.0855367 Dec 09 11:35:55.893434 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-e69d604d-04c3-49bf-b446-7b629ba70ca9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7853822-ca92-4ad1-ac72-188662127f85 HTTP/1.1" status: 200 len: 998 time: 0.0631196 Dec 09 11:35:55.902801 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '5030e858-3d26-4945-8fc5-19a56ef6b272', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '51ab017d-8a97-4908-969d-093606b51135', 'port_id': 'c7853822-ca92-4ad1-ac72-188662127f85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'mac_address': 'fa:16:3e:d4:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:43Z', 'updated_at': '2021-12-09T11:35:55Z', 'revision_number': 1, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:55.931841 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] Checking router: 51ab017d-8a97-4908-969d-093606b51135 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:35:55.940180 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:35:55.940793 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:35:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:55.956408 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-cbc67955-cead-4cba-9876-d99623074cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:55.957886 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-cbc67955-cead-4cba-9876-d99623074cea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 200 len: 850 time: 0.0480416 Dec 09 11:35:56.004882 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-6168861c-ce74-4334-a499-e1947f1c72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:35:56.006441 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-6168861c-ce74-4334-a499-e1947f1c72fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a97faff6-2333-4005-91e6-323ead163706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408106 Dec 09 11:35:56.057821 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-57e6116b-f1b1-4e2c-897e-55c7b0d80af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:56.062134 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:35:56.117647 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-278470fc-47d9-4092-a65f-1d6c27d5f518 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025736 Dec 09 11:35:56.207879 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-760405aa-b70c-4ff4-990e-1a6922159b20 req-4b2cb682-c2b8-4cd5-ad75-03f4fc89dca6 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823750 Dec 09 11:35:56.282092 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '5030e858-3d26-4945-8fc5-19a56ef6b272', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '51ab017d-8a97-4908-969d-093606b51135', 'port_id': 'c7853822-ca92-4ad1-ac72-188662127f85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'mac_address': 'fa:16:3e:d4:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:43Z', 'updated_at': '2021-12-09T11:35:55Z', 'revision_number': 1, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:35:56.307726 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130d2d4-8810-42d8-9c7a-5777e15a4b7d None None] The sync data for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi is: [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '5030e858-3d26-4945-8fc5-19a56ef6b272', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '51ab017d-8a97-4908-969d-093606b51135', 'port_id': 'c7853822-ca92-4ad1-ac72-188662127f85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'mac_address': 'fa:16:3e:d4:8c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:43Z', 'updated_at': '2021-12-09T11:35:55Z', 'revision_number': 1, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:35:56.488829 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ebfad-ccb8-4272-b130-66cbda15e2df None None] New status for floating IP 5030e858-3d26-4945-8fc5-19a56ef6b272: ACTIVE {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:35:56.981720 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:58.638627 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:35:59.604562 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:07.992660 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:36:16.063556 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:20.900553 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-cecea0bf-299e-45c1-9e30-4ccd62f889fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438843 Dec 09 11:36:21.006494 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-6570977e-9dc4-4ac2-b1bc-0175087ca510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:21.008012 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-6570977e-9dc4-4ac2-b1bc-0175087ca510 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=707b930438344b1bb852cbd384067a3f&device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 1098 time: 0.0405848 Dec 09 11:36:21.110544 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-fa027215-da48-4624-b819-4450eb421be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:21.112042 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-fa027215-da48-4624-b819-4450eb421be5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27ded0f4-6cc3-4487-80f0-f35de59ea038 HTTP/1.1" status: 200 len: 910 time: 0.0828352 Dec 09 11:36:21.180652 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-591170f2-0ab1-44a4-a857-bb71008d17bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c117fd-be34-4cd7-b054-5217970f04a7 HTTP/1.1" status: 200 len: 1001 time: 0.0611396 Dec 09 11:36:21.228884 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-91c2a771-2754-4a72-a487-95abdf1bf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:21.230230 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-91c2a771-2754-4a72-a487-95abdf1bf80c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b983b13-7d0f-4349-ac36-cae7f90c5f82 HTTP/1.1" status: 200 len: 848 time: 0.0422862 Dec 09 11:36:21.274742 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-6e81489e-5bff-4da7-b0a1-1fc382473dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:21.276189 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-6e81489e-5bff-4da7-b0a1-1fc382473dc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27ded0f4-6cc3-4487-80f0-f35de59ea038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385590 Dec 09 11:36:21.368156 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-379425a3-6225-4ff3-9be5-d4dc5e7c0cf4 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831022 Dec 09 11:36:21.458183 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c349c911-7e09-4baf-bc46-d11a6c32a656 req-f287dc72-bd6c-4920-86ec-d493ddde413f service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802546 Dec 09 11:36:23.869309 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-91e225f2-82dd-4146-9c13-35a15fd64bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:26.059912 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-75879850-30c2-43fe-84d0-f484ca8538ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:26.984891 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:28.639974 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:29.607354 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:39.755314 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-c6e07628-5f31-476a-bef4-daae7bb92c4b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934460153&fields=id&tenant_id=ab8d9bf6fa784722be531cfeff896ac4 HTTP/1.1" status: 200 len: 267 time: 0.0484574 Dec 09 11:36:39.859064 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-4060b373-bf04-4a07-a2a6-3443aac83f2c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:39.860412 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-4060b373-bf04-4a07-a2a6-3443aac83f2c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 812 time: 0.0982976 Dec 09 11:36:39.874893 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-84eec493-ce03-421f-ab2f-dc4d8f1ee8c1 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/quotas/ab8d9bf6fa784722be531cfeff896ac4 HTTP/1.1" status: 200 len: 375 time: 0.0088794 Dec 09 11:36:39.926463 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-b7d40753-ee6f-4677-8373-c369361c8bc3 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465195 Dec 09 11:36:40.068264 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-6b572297-8350-4d6d-a4f7-8bbbda76b4ff service neutron] 10.222.0.30 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303682 Dec 09 11:36:40.157911 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-e29dbe4c-6592-48bf-b99f-4d7d68a86915 service neutron] 10.222.0.30 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832438 Dec 09 11:36:40.438679 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46fce699-a8dd-4741-8df1-4572ac0722c8 req-90fbf74e-bd04-45ac-99e4-77e1aee545de tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 210 time: 0.0309491 Dec 09 11:36:41.536256 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b4a64e88-eae6-4e7b-9af8-9bb1ea058a53 req-9c1985c6-ab2e-48d7-9479-0b93bc7f1457 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 210 time: 0.0284045 Dec 09 11:36:41.756415 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-b7940d40-5ae4-49c4-b492-4cec9f46f5fd tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:41.757861 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-b7940d40-5ae4-49c4-b492-4cec9f46f5fd tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 812 time: 0.1088026 Dec 09 11:36:41.841207 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-780ea61c-dcd3-4eaa-8b70-4f37e8714369 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab8d9bf6fa784722be531cfeff896ac4 HTTP/1.1" status: 200 len: 380 time: 0.0600731 Dec 09 11:36:41.850878 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'port': {'device_id': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'admin_state_up': True, 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'security_groups': ['cd02bb1a-627c-4944-ae49-6e802abe4230']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:36:41.959181 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Made reservation on behalf of ab8d9bf6fa784722be531cfeff896ac4 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:36:41.962603 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:42.085612 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Allocated IP 172.20.0.5 (4389fc57-064a-4f7b-9555-79ad61a5db84/4ba79d24-a7db-4309-8c16-e9f8e4fcf409/429f64a9-2e87-45fd-8382-029a74c1ed76) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:36:42.224007 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:42.258053 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:42.299844 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:36:42.304722 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:36:42.308301 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:36:42.315536 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'Port': ['ID=429f64a9-2e87-45fd-8382-029a74c1ed76,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:42.343101 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.343456 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.343806 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.344148 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.344489 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.344824 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.345158 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.345491 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.345822 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.346155 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.346484 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.346842 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.347168 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:42.374291 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:42.374954 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:42.392286 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-461f3fb5-e8c5-481b-b9be-c6e5c7a804ab tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5449109 Dec 09 11:36:42.421399 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Request body: {'port': {'device_id': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:36:42.480540 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:42.564791 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-2e005126-71bc-41e0-851e-dc1cebb6c248 None None] Provisioning complete for port 429f64a9-2e87-45fd-8382-029a74c1ed76 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:36:42.565170 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2e005126-71bc-41e0-851e-dc1cebb6c248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:42.601342 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-2e005126-71bc-41e0-851e-dc1cebb6c248 None None] Port 429f64a9-2e87-45fd-8382-029a74c1ed76 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:36:42.653541 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad1735-06ae-42de-a2a2-990ba4d50ddc req-71ac02e2-7431-4012-b735-c10632438305 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:42.655701 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c7ad1735-06ae-42de-a2a2-990ba4d50ddc req-71ac02e2-7431-4012-b735-c10632438305 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 931 time: 0.0509038 Dec 09 11:36:42.704649 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c7ad1735-06ae-42de-a2a2-990ba4d50ddc req-9b6b7126-4db6-4be4-8e4e-b13d0f2ffb53 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428665 Dec 09 11:36:42.740078 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429f64a9-2e87-45fd-8382-029a74c1ed76 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:36:42.747555 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:42.759126 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Transition to ACTIVE for port object 429f64a9-2e87-45fd-8382-029a74c1ed76 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:36:42.763027 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:42.813020 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Pushing event updated for resources: {'Port': ['ID=429f64a9-2e87-45fd-8382-029a74c1ed76,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:42.884896 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Attempting to bind port 429f64a9-2e87-45fd-8382-029a74c1ed76 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:36:42.885237 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Attempting to bind port 429f64a9-2e87-45fd-8382-029a74c1ed76 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:36:42.885571 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Attempting to bind port 429f64a9-2e87-45fd-8382-029a74c1ed76 on network 4389fc57-064a-4f7b-9555-79ad61a5db84 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:36:42.890978 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Port 429f64a9-2e87-45fd-8382-029a74c1ed76 on network 4389fc57-064a-4f7b-9555-79ad61a5db84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:36:42.891305 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Attempting to bind port 429f64a9-2e87-45fd-8382-029a74c1ed76 on network 4389fc57-064a-4f7b-9555-79ad61a5db84 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:36:42.896548 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:36:42.896887 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Checking segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:36:42.897277 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Bound using segment: {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:36:42.897710 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Bound port: 429f64a9-2e87-45fd-8382-029a74c1ed76, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478710bd-4625-47ae-8a89-daa3b74ea462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:36:42.898073 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:42.962783 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] For port 429f64a9-2e87-45fd-8382-029a74c1ed76, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:36:42.966731 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] For port 429f64a9-2e87-45fd-8382-029a74c1ed76, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=429f64a9-2e87-45fd-8382-029a74c1ed76,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:36:42.971433 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:43.004581 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:43.005208 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:43.006576 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] 10.222.0.32 "PUT /v2.0/ports/429f64a9-2e87-45fd-8382-029a74c1ed76 HTTP/1.1" status: 200 len: 1093 time: 0.5900426 Dec 09 11:36:43.008859 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'tag': '429f64a9-2e87-45fd-8382-029a74c1ed76'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:36:43.011140 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d77c59-276e-42cd-bc68-364f2d7e6c92" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a47c9-beb1-4b38-8649-acbd4ad9d791", "tag": "429f64a9-2e87-45fd-8382-029a74c1ed76"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:36:43.046454 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af52abd-bf0a-4dc5-9190-112764a59171 service neutron] Pushing event updated for resources: {'Port': ['ID=429f64a9-2e87-45fd-8382-029a74c1ed76,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:43.058484 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745874e6-200f-4bb8-bdcc-eb217eeebef9 x-openstack-request-id: req-745874e6-200f-4bb8-bdcc-eb217eeebef9 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:36:43.058833 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a47c9-beb1-4b38-8649-acbd4ad9d791", "tag": "429f64a9-2e87-45fd-8382-029a74c1ed76", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:36:43.059194 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-745874e6-200f-4bb8-bdcc-eb217eeebef9 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:36:43.059680 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'tag': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'status': 'completed', 'code': 200} Dec 09 11:36:43.135708 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-2709b6e6-8ef8-4b4e-85d6-6a3d15b7e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:43.138542 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-2709b6e6-8ef8-4b4e-85d6-6a3d15b7e630 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 1096 time: 0.0452948 Dec 09 11:36:43.196487 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-3dcb45bc-6d4a-43bc-acd1-c9fca124d8e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=429f64a9-2e87-45fd-8382-029a74c1ed76 HTTP/1.1" status: 200 len: 217 time: 0.0380790 Dec 09 11:36:43.250708 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-94f834e0-6fdb-4bbd-aacb-3f7e228e937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:43.252155 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-94f834e0-6fdb-4bbd-aacb-3f7e228e937b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0447538 Dec 09 11:36:43.304991 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-325909ef-2b45-4794-bb51-6b2a768e20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:43.306480 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-325909ef-2b45-4794-bb51-6b2a768e20c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427670 Dec 09 11:36:43.400350 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-7faf9cec-59d8-4270-9074-bdce35b74c8a service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803139 Dec 09 11:36:43.756635 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2e247ba3-4129-4559-b0f6-39746ddb3c7f req-22d5fe28-3c4e-4638-aa11-bacc790837ad service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447533 Dec 09 11:36:43.818121 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff959b-ed9d-4b65-a627-523500ed345b req-7d3d49ff-0f2a-490d-8b82-4a7c302341f9 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:43.819594 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1ff959b-ed9d-4b65-a627-523500ed345b req-7d3d49ff-0f2a-490d-8b82-4a7c302341f9 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 943 time: 0.0485957 Dec 09 11:36:43.871138 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a1ff959b-ed9d-4b65-a627-523500ed345b req-dee983a8-6708-4797-910a-91064f6a284d tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450981 Dec 09 11:36:43.891397 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-216e02eb-e4d5-4079-86e3-6d16cbea839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:43.892890 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-216e02eb-e4d5-4079-86e3-6d16cbea839f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 1096 time: 0.0418937 Dec 09 11:36:43.984966 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-b32b9048-d010-423f-88c4-e0b1307313d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:43.986445 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-b32b9048-d010-423f-88c4-e0b1307313d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 913 time: 0.0820861 Dec 09 11:36:44.035255 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-2d2beeb6-5b57-4f0a-807c-85faf83dcb1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=429f64a9-2e87-45fd-8382-029a74c1ed76 HTTP/1.1" status: 200 len: 217 time: 0.0372274 Dec 09 11:36:44.089746 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-f7fc9056-27a1-4be2-8f63-5a711176a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:44.091253 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-f7fc9056-27a1-4be2-8f63-5a711176a550 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0454814 Dec 09 11:36:44.141952 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-f67a2278-cd9d-4689-8b51-67a541dc6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:44.143423 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-f67a2278-cd9d-4689-8b51-67a541dc6b01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400255 Dec 09 11:36:44.239932 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-879b1d2c-0e14-4014-b056-e015d28623fe service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838525 Dec 09 11:36:44.332097 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-50d77c59-276e-42cd-bc68-364f2d7e6c92 req-81c4a132-61b0-49f0-843d-2305fd58770e service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812037 Dec 09 11:36:44.987142 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3040a8a-852e-4791-818b-5f8ccac3710c req-5b7d198e-730a-444c-baee-0e20ad03878f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:44.988646 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d3040a8a-852e-4791-818b-5f8ccac3710c req-5b7d198e-730a-444c-baee-0e20ad03878f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 943 time: 0.0485685 Dec 09 11:36:44.990949 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:36:45.037138 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-d3040a8a-852e-4791-818b-5f8ccac3710c req-b189f4a2-fadf-49e9-86c8-37d6ae068e71 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426664 Dec 09 11:36:46.067632 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:46.153977 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070330-e6f2-43cb-b61f-e98175e27ffb req-fd07e455-44e9-4aba-9e74-79125cdadbff tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:46.155456 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a070330-e6f2-43cb-b61f-e98175e27ffb req-fd07e455-44e9-4aba-9e74-79125cdadbff tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 943 time: 0.0478535 Dec 09 11:36:46.206380 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1a070330-e6f2-43cb-b61f-e98175e27ffb req-aeeab25d-4317-459d-a4e1-2c8cf1df3dd6 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442872 Dec 09 11:36:47.326479 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457b153-807a-4709-a626-54389bd8c767 req-784e8863-fa16-48a9-acdc-40287d545f1e tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:47.327974 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9457b153-807a-4709-a626-54389bd8c767 req-784e8863-fa16-48a9-acdc-40287d545f1e tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 943 time: 0.0527112 Dec 09 11:36:47.375478 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9457b153-807a-4709-a626-54389bd8c767 req-3598ffec-e6d2-4b68-85ca-54428fbaec0b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416741 Dec 09 11:36:48.499562 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dd3d5-6d94-44bb-a1da-bed42340dc7a req-9ac7630b-20b7-45dc-a64f-f33576a31f99 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:48.501228 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-230dd3d5-6d94-44bb-a1da-bed42340dc7a req-9ac7630b-20b7-45dc-a64f-f33576a31f99 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 943 time: 0.0524919 Dec 09 11:36:48.556897 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-230dd3d5-6d94-44bb-a1da-bed42340dc7a req-2cef4195-0990-46c1-8ac5-9a6f38ce735d tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494773 Dec 09 11:36:48.848693 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de38ede-8aba-4a4c-9aea-44efd735cb9f req-22d5a109-9b3e-4fc1-9027-cbd15e670bb8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:48.850140 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1de38ede-8aba-4a4c-9aea-44efd735cb9f req-22d5a109-9b3e-4fc1-9027-cbd15e670bb8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0486586 Dec 09 11:36:48.900263 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1de38ede-8aba-4a4c-9aea-44efd735cb9f req-2cc46a12-582c-45b4-94ed-b6157dec2720 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440660 Dec 09 11:36:49.683603 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c69bd-6c6b-48ab-af6f-18bfcfe8d301 req-d08e71f1-994d-439f-b7d2-c4e97bfaa891 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:49.685713 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e84c69bd-6c6b-48ab-af6f-18bfcfe8d301 req-d08e71f1-994d-439f-b7d2-c4e97bfaa891 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 943 time: 0.0544710 Dec 09 11:36:49.745599 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e84c69bd-6c6b-48ab-af6f-18bfcfe8d301 req-ba130844-f413-4142-9933-eb668dd37070 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524793 Dec 09 11:36:50.022198 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7303283-174d-474c-9408-6e65ed70ff95 req-54fa3361-2c8c-4c65-b5ab-baa11b6599cf tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:50.023904 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f7303283-174d-474c-9408-6e65ed70ff95 req-54fa3361-2c8c-4c65-b5ab-baa11b6599cf tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0510285 Dec 09 11:36:50.082499 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f7303283-174d-474c-9408-6e65ed70ff95 req-a717f933-4a78-41dd-adff-ec253619eecc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521376 Dec 09 11:36:50.870901 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a3b25-ea3d-4d89-b82b-81059921d7ea req-986a0930-4ce2-4bdd-9239-ed5c0f7fdb5f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:50.873074 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-137a3b25-ea3d-4d89-b82b-81059921d7ea req-986a0930-4ce2-4bdd-9239-ed5c0f7fdb5f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 943 time: 0.0515091 Dec 09 11:36:50.920731 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-137a3b25-ea3d-4d89-b82b-81059921d7ea req-0139725f-5861-4fb6-95ed-06ea5284b0f8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Dec 09 11:36:51.201116 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaaad0-b907-4939-9712-83bbb4f8e9f1 req-8e8943e6-2efd-49fb-8d0e-152e1eac996d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:51.202552 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0cfaaad0-b907-4939-9712-83bbb4f8e9f1 req-8e8943e6-2efd-49fb-8d0e-152e1eac996d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0481377 Dec 09 11:36:51.248862 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0cfaaad0-b907-4939-9712-83bbb4f8e9f1 req-6b562549-fc97-402e-9a1c-fa04095058cb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404453 Dec 09 11:36:52.039455 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39546b-b587-4128-b1c9-c48ea0391c5e req-e4bdd34a-7ee8-4f06-8de1-d80303bdbe5c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:52.040900 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc39546b-b587-4128-b1c9-c48ea0391c5e req-e4bdd34a-7ee8-4f06-8de1-d80303bdbe5c tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 943 time: 0.0517933 Dec 09 11:36:52.077469 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53504) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:36:52.089918 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-bc39546b-b587-4128-b1c9-c48ea0391c5e req-f00fc0a7-5e3a-4a13-be56-c5e3c01e3c03 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431459 Dec 09 11:36:52.233331 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Deleting port 5a31eeb6-6d25-41e2-89db-dc3b3a76320a {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:36:52.233574 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:52.310950 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:52.311298 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:52.323022 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Calling delete_port for 5a31eeb6-6d25-41e2-89db-dc3b3a76320a owned by network:floatingip {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:36:52.362128 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a9a6a-3c56-44ac-bfaa-59a6862c5c57 req-a586f583-7c83-421a-b0b3-257c3dc1386d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:52.363663 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd0a9a6a-3c56-44ac-bfaa-59a6862c5c57 req-a586f583-7c83-421a-b0b3-257c3dc1386d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0477579 Dec 09 11:36:52.410931 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fd0a9a6a-3c56-44ac-bfaa-59a6862c5c57 req-d36c2de1-50f7-4241-852d-b573e85cd149 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Dec 09 11:36:52.496301 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:52.522260 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event deleted for resources: {'Port': ['ID=5a31eeb6-6d25-41e2-89db-dc3b3a76320a,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:52.584678 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for floatingip, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:52.585016 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.l3_db [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Floating IP a95fe53b-1277-4b04-be7e-b4d84798be2d disassociated (deleted). External IP: 172.27.0.228, port: c1c117fd-be34-4cd7-b054-5217970f04a7. Dec 09 11:36:52.791094 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Router e98c9fea-5757-4d58-b8e3-1445ce37beaa has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:36:52.896859 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:36:52.901905 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:52.908347 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] Sync routers for ids ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:36:52.917456 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] Routers {'e98c9fea-5757-4d58-b8e3-1445ce37beaa'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:36:52.918062 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:36:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:36:52.930074 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-faacb560-3a6e-4bcb-9d0d-6723668c3bac tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "DELETE /v2.0/floatingips/a95fe53b-1277-4b04-be7e-b4d84798be2d HTTP/1.1" status: 204 len: 168 time: 0.8514116 Dec 09 11:36:52.930784 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:36:52.933108 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0" -d '{"events": [{"name": "network-changed", "server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:36:52.979122 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06112cce-f83b-437e-9d9b-6fdbd2ac6fd1 x-openstack-request-id: req-06112cce-f83b-437e-9d9b-6fdbd2ac6fd1 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:36:52.979705 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:36:52.979966 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06112cce-f83b-437e-9d9b-6fdbd2ac6fd1 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:36:52.980377 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'status': 'completed', 'code': 200} Dec 09 11:36:53.029166 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] Set router e98c9fea-5757-4d58-b8e3-1445ce37beaa gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:36:53.089888 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-14031948-12e2-46d1-befb-f865af820020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:53.091595 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-14031948-12e2-46d1-befb-f865af820020 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=707b930438344b1bb852cbd384067a3f&device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 1098 time: 0.0514727 Dec 09 11:36:53.220202 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-8705d6e5-b6d0-4126-abf8-5895b5442ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:53.221740 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-8705d6e5-b6d0-4126-abf8-5895b5442ca5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27ded0f4-6cc3-4487-80f0-f35de59ea038 HTTP/1.1" status: 200 len: 910 time: 0.1216164 Dec 09 11:36:53.227369 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe73263-bcda-4f40-86b4-e47e33dec59a req-84d34af2-9f2f-473f-a717-060e4c329cc5 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:53.228820 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fe73263-bcda-4f40-86b4-e47e33dec59a req-84d34af2-9f2f-473f-a717-060e4c329cc5 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0971031 Dec 09 11:36:53.255396 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:54Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '0081697f-29af-4da0-a13f-205b39160e37', 'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'mac_address': 'fa:16:3e:57:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:53Z', 'updated_at': '2021-12-09T11:31:58Z', 'revision_number': 5, 'project_id': '707b930438344b1bb852cbd384067a3f', 'subnets': [{'id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:36:53.264678 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bb328-7872-47b7-bdb1-54f6a3c41f91 req-b8097e55-53a6-4ae9-84ed-8068073a1997 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:53.266399 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7b6bb328-7872-47b7-bdb1-54f6a3c41f91 req-b8097e55-53a6-4ae9-84ed-8068073a1997 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 943 time: 0.0856090 Dec 09 11:36:53.275701 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-25fe62ea-2308-48ef-8a39-78c063450535 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c117fd-be34-4cd7-b054-5217970f04a7 HTTP/1.1" status: 200 len: 217 time: 0.0449011 Dec 09 11:36:53.282429 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] Checking router: e98c9fea-5757-4d58-b8e3-1445ce37beaa for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:36:53.291314 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] Routers {'e98c9fea-5757-4d58-b8e3-1445ce37beaa'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:36:53.291923 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:36:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:36:53.309724 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fe73263-bcda-4f40-86b4-e47e33dec59a req-63cbdfda-c8b0-4fa4-bdd0-b826695109b7 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734787 Dec 09 11:36:53.338296 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-c66c5266-a043-45ea-9f70-bb6c6b01d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:53.339842 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-c66c5266-a043-45ea-9f70-bb6c6b01d849 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4b983b13-7d0f-4349-ac36-cae7f90c5f82 HTTP/1.1" status: 200 len: 848 time: 0.0563302 Dec 09 11:36:53.341162 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7b6bb328-7872-47b7-bdb1-54f6a3c41f91 req-6da52293-e875-4853-b9c1-0217419c5e2d tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651979 Dec 09 11:36:53.388122 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-1f513c50-5029-4174-a3e4-317e585b0251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:53.389735 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-1f513c50-5029-4174-a3e4-317e585b0251 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27ded0f4-6cc3-4487-80f0-f35de59ea038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415568 Dec 09 11:36:53.398094 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] Set router e98c9fea-5757-4d58-b8e3-1445ce37beaa gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:36:53.487908 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-24e9cc2d-f819-475c-a57a-5063724366d4 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895460 Dec 09 11:36:53.532457 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720082c-6fb9-4881-8526-8eba0304ea95 req-a75f6401-7386-4704-a532-0d3dbb0e64bc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:53.539209 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1720082c-6fb9-4881-8526-8eba0304ea95 req-a75f6401-7386-4704-a532-0d3dbb0e64bc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0588181 Dec 09 11:36:53.582030 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-1720082c-6fb9-4881-8526-8eba0304ea95 req-2c9bc7b0-8d14-43b5-898d-386f8c4fd352 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Dec 09 11:36:53.588528 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ebd489cd-e9dc-4cae-a19d-0194ea4e21e0 req-a96c48b3-c0c0-4dda-bc0c-e7b64906fe46 service neutron] 10.222.0.32 "GET /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906687 Dec 09 11:36:53.608336 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:54Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '0081697f-29af-4da0-a13f-205b39160e37', 'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'mac_address': 'fa:16:3e:57:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:53Z', 'updated_at': '2021-12-09T11:31:58Z', 'revision_number': 5, 'project_id': '707b930438344b1bb852cbd384067a3f', 'subnets': [{'id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:36:53.635422 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b5dde-b0ff-4685-8009-c4c44918d609 None None] The sync data for ids ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'] in dv-cinder-817351-6-iscsi is: [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:54Z', 'revision_number': 4, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '0081697f-29af-4da0-a13f-205b39160e37', 'name': '', 'network_id': '27ded0f4-6cc3-4487-80f0-f35de59ea038', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'mac_address': 'fa:16:3e:57:56:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:53Z', 'updated_at': '2021-12-09T11:31:58Z', 'revision_number': 5, 'project_id': '707b930438344b1bb852cbd384067a3f', 'subnets': [{'id': '4b983b13-7d0f-4349-ac36-cae7f90c5f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:36:53.847563 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da2911-88e7-46f4-ae0b-b755c2c9de3d None None] New status for floating IP a95fe53b-1277-4b04-be7e-b4d84798be2d: DOWN {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:36:53.926175 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e9506e13-c574-4c50-b3bb-0f15b189f8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:54.463815 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea906c-ab9f-4bd9-8194-6cfa8c7ea696 req-b34f7f59-d288-4186-840b-d9f9b7a75bee tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:54.465679 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7bea906c-ab9f-4bd9-8194-6cfa8c7ea696 req-b34f7f59-d288-4186-840b-d9f9b7a75bee tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0829258 Dec 09 11:36:54.476932 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009afcea-d708-4e55-b96a-d6a117d9e431 req-d482a94c-f37a-4221-a17b-1d4ad29d18f9 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:54.478285 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-009afcea-d708-4e55-b96a-d6a117d9e431 req-d482a94c-f37a-4221-a17b-1d4ad29d18f9 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 943 time: 0.0650325 Dec 09 11:36:54.547311 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7bea906c-ab9f-4bd9-8194-6cfa8c7ea696 req-a24b4c59-2f88-4658-b7ec-b32b6356329e tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/security-groups?id=62050e1a-ed67-481d-8085-9d70f3587db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680647 Dec 09 11:36:54.561186 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-009afcea-d708-4e55-b96a-d6a117d9e431 req-bdb54751-bf76-4932-8ec0-10bd9311dfd1 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758479 Dec 09 11:36:54.699638 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb425-7e25-4d83-89bc-cf071c3a33f3 req-bc405828-a0f0-4d1d-a4a1-50cdf29a3625 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:54.701097 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-524eb425-7e25-4d83-89bc-cf071c3a33f3 req-bc405828-a0f0-4d1d-a4a1-50cdf29a3625 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0490282 Dec 09 11:36:54.750761 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-524eb425-7e25-4d83-89bc-cf071c3a33f3 req-e2f43174-9dad-45a1-894a-b8b2d6d136a2 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Dec 09 11:36:55.047445 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 429f64a9-2e87-45fd-8382-029a74c1ed76 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:36:55.143557 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 429f64a9-2e87-45fd-8382-029a74c1ed76, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=429f64a9-2e87-45fd-8382-029a74c1ed76,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:36:55.155919 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'port_id': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'mac_address': 'fa:16:3e:e0:3b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:36:55.187544 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-bd2e9142-529e-44cf-a0ca-1d628ddaaede tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:55.189141 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-bd2e9142-529e-44cf-a0ca-1d628ddaaede tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.32 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 945 time: 0.0541947 Dec 09 11:36:55.193267 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:55.209892 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429f64a9-2e87-45fd-8382-029a74c1ed76 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:36:55.229497 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 429f64a9-2e87-45fd-8382-029a74c1ed76, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=429f64a9-2e87-45fd-8382-029a74c1ed76,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:36:55.233771 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:55.281433 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=429f64a9-2e87-45fd-8382-029a74c1ed76,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:55.283995 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-9653c916-1b98-4104-8d10-425843f95a52 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Deleting port c1c117fd-be34-4cd7-b054-5217970f04a7 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:36:55.284335 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-9653c916-1b98-4104-8d10-425843f95a52 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:55.288352 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.288709 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.289057 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.289401 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.289740 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.290106 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.290438 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.290797 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.291131 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.291463 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.291793 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.292119 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.292446 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:55.375177 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-9653c916-1b98-4104-8d10-425843f95a52 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] For port c1c117fd-be34-4cd7-b054-5217970f04a7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c117fd-be34-4cd7-b054-5217970f04a7,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:36:55.375538 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-9653c916-1b98-4104-8d10-425843f95a52 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:55.387969 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-9653c916-1b98-4104-8d10-425843f95a52 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Calling delete_port for c1c117fd-be34-4cd7-b054-5217970f04a7 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:36:55.509280 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-9653c916-1b98-4104-8d10-425843f95a52 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:55.541244 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653c916-1b98-4104-8d10-425843f95a52 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event deleted for resources: {'Port': ['ID=c1c117fd-be34-4cd7-b054-5217970f04a7,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:55.583063 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-9653c916-1b98-4104-8d10-425843f95a52 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] No DVR routers for this DVR port c1c117fd-be34-4cd7-b054-5217970f04a7 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:36:55.585644 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-9653c916-1b98-4104-8d10-425843f95a52 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:55.589074 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4f5a2515-9ec8-4d97-8316-1ccb04554b62 req-9653c916-1b98-4104-8d10-425843f95a52 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.32 "DELETE /v2.0/ports/c1c117fd-be34-4cd7-b054-5217970f04a7 HTTP/1.1" status: 204 len: 173 time: 0.3922098 Dec 09 11:36:55.589530 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'name': 'network-vif-deleted', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:36:55.593323 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf68b4-b4aa-4973-b68f-96d82b25ae3a" -d '{"events": [{"server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "name": "network-vif-deleted", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:36:55.674384 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0e357731-4ada-42dc-ab6c-a031e4d1b506 req-5a0da10d-8fdc-42b8-a777-63e839920a89 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "GET /v2.0/ports?device_id=50846feb-81d1-42d9-ae67-a0a7e3067d60 HTTP/1.1" status: 200 len: 210 time: 0.0477459 Dec 09 11:36:55.697902 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['429f64a9-2e87-45fd-8382-029a74c1ed76'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:36:55.699029 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993711-5aba-472a-81a8-687a6b238978 req-4988b549-8717-46d1-981d-8ba6253ab3fe tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:55.702470 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-59993711-5aba-472a-81a8-687a6b238978 req-4988b549-8717-46d1-981d-8ba6253ab3fe tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 944 time: 0.0655694 Dec 09 11:36:55.720513 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551e7188-79cb-4715-999a-9800272831c4 x-openstack-request-id: req-551e7188-79cb-4715-999a-9800272831c4 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:36:55.721006 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50846feb-81d1-42d9-ae67-a0a7e3067d60", "name": "network-vif-deleted", "tag": "c1c117fd-be34-4cd7-b054-5217970f04a7", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:36:55.721285 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-551e7188-79cb-4715-999a-9800272831c4 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:36:55.721686 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50846feb-81d1-42d9-ae67-a0a7e3067d60', 'name': 'network-vif-deleted', 'tag': 'c1c117fd-be34-4cd7-b054-5217970f04a7', 'status': 'completed', 'code': 200} Dec 09 11:36:55.753689 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-59993711-5aba-472a-81a8-687a6b238978 req-2b961c1c-6a40-4bfa-9530-e778cdcafacf tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448496 Dec 09 11:36:55.866890 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5b7fb-b64d-4fd5-994f-9ff17cc6e823 req-e55d08fb-38a3-4c24-b54a-26923a7b55e9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:55.868337 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8f5b7fb-b64d-4fd5-994f-9ff17cc6e823 req-e55d08fb-38a3-4c24-b54a-26923a7b55e9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0501707 Dec 09 11:36:55.931251 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e8f5b7fb-b64d-4fd5-994f-9ff17cc6e823 req-cc1bb93b-7a41-48b8-a58b-7b0d293e907b tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560036 Dec 09 11:36:56.065888 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2b21dcbd-6b8b-42ca-ab82-473ecf2a30c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:56.730622 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53534) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:36:56.787660 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-891b5dbe-12e9-4f03-a30d-2d4d5cce73a4 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:56.813197 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-891b5dbe-12e9-4f03-a30d-2d4d5cce73a4 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:56.867601 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec6775-7367-4e68-9346-0399ea443435 req-d24c4c85-4da1-44a3-a22e-4d58ab4c418f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:56.869059 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-41ec6775-7367-4e68-9346-0399ea443435 req-d24c4c85-4da1-44a3-a22e-4d58ab4c418f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 944 time: 0.0490100 Dec 09 11:36:56.877532 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-891b5dbe-12e9-4f03-a30d-2d4d5cce73a4 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:56.880227 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-891b5dbe-12e9-4f03-a30d-2d4d5cce73a4 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:56.881394 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-891b5dbe-12e9-4f03-a30d-2d4d5cce73a4 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] 10.222.0.30 "DELETE /v2.0/security-groups/62050e1a-ed67-481d-8085-9d70f3587db4 HTTP/1.1" status: 204 len: 168 time: 0.1492848 Dec 09 11:36:56.891617 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b5dbe-12e9-4f03-a30d-2d4d5cce73a4 tempest-TestShelveInstance-288580499 tempest-TestShelveInstance-288580499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62050e1a-ed67-481d-8085-9d70f3587db4,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:56.928022 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-41ec6775-7367-4e68-9346-0399ea443435 req-886ae6a1-fae0-4975-ac29-68b6189d0bec tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517271 Dec 09 11:36:56.947027 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53540) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:36:56.988333 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:57.062091 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 429f64a9-2e87-45fd-8382-029a74c1ed76 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:36:57.114900 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 429f64a9-2e87-45fd-8382-029a74c1ed76 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:36:57.118709 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 429f64a9-2e87-45fd-8382-029a74c1ed76 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:36:57.119531 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:57.133834 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11884ef-83a0-4712-9ae6-d306dc1f7c50 req-e7fe018f-14ca-4dda-86a0-2eab8ab84cb5 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:57.135311 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a11884ef-83a0-4712-9ae6-d306dc1f7c50 req-e7fe018f-14ca-4dda-86a0-2eab8ab84cb5 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.1251073 Dec 09 11:36:57.199954 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:57.223556 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429f64a9-2e87-45fd-8382-029a74c1ed76'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:36:57.225917 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a53a7e-33c9-41fb-bd5c-d0aa855e10af" -d '{"events": [{"server_uuid": "8d9a47c9-beb1-4b38-8649-acbd4ad9d791", "name": "network-vif-plugged", "status": "completed", "tag": "429f64a9-2e87-45fd-8382-029a74c1ed76"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:36:57.232595 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a11884ef-83a0-4712-9ae6-d306dc1f7c50 req-aaa0dd30-8317-4446-ab46-22be75e6dac9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879152 Dec 09 11:36:57.242730 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 429f64a9-2e87-45fd-8382-029a74c1ed76, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=429f64a9-2e87-45fd-8382-029a74c1ed76,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:36:57.250147 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:57.251382 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c1c117fd-be34-4cd7-b054-5217970f04a7 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:36:57.282111 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ffea76-bd9f-4b25-b02e-37615d42dee3 x-openstack-request-id: req-e6ffea76-bd9f-4b25-b02e-37615d42dee3 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:36:57.282407 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a47c9-beb1-4b38-8649-acbd4ad9d791", "name": "network-vif-plugged", "status": "completed", "tag": "429f64a9-2e87-45fd-8382-029a74c1ed76", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:36:57.282818 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6ffea76-bd9f-4b25-b02e-37615d42dee3 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:36:57.283146 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'code': 200} Dec 09 11:36:57.299915 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: c1c117fd-be34-4cd7-b054-5217970f04a7 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:36:57.300263 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c1c117fd-be34-4cd7-b054-5217970f04a7 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:36:57.326630 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=429f64a9-2e87-45fd-8382-029a74c1ed76,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:57.436408 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531025'] for router_interface, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:57.542879 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bff461-e066-4e6d-be8f-306be0eb2b48 req-931372f7-4d6e-4b98-8276-b0597e2df908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:57.544613 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e5bff461-e066-4e6d-be8f-306be0eb2b48 req-931372f7-4d6e-4b98-8276-b0597e2df908 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 1098 time: 0.0438423 Dec 09 11:36:57.597283 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e5bff461-e066-4e6d-be8f-306be0eb2b48 req-ebc1aa69-a6ed-40a7-a358-e4e1d6682ef6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Dec 09 11:36:57.682971 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Deleting port 0081697f-29af-4da0-a13f-205b39160e37 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:36:57.683310 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:57.757962 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] For port 0081697f-29af-4da0-a13f-205b39160e37, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=0081697f-29af-4da0-a13f-205b39160e37,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:36:57.758347 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:57.774223 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Calling delete_port for 0081697f-29af-4da0-a13f-205b39160e37 owned by network:router_interface {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:36:57.945248 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:57.969279 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0081697f-29af-4da0-a13f-205b39160e37,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:57.982572 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.982948 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.983296 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.983647 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.983992 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.984334 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.984669 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.985012 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.985347 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.985682 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.986171 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.986504 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:57.986905 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:36:58.352484 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7be1c0-1b57-4ab9-b66a-2c7def829869 req-b63cbcb2-3c49-43f0-a519-93381cff1847 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:58.353899 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-de7be1c0-1b57-4ab9-b66a-2c7def829869 req-b63cbcb2-3c49-43f0-a519-93381cff1847 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 945 time: 0.3451457 Dec 09 11:36:58.475989 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-de7be1c0-1b57-4ab9-b66a-2c7def829869 req-cae0b86a-48fa-4368-bd0f-8f5270851397 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126134 Dec 09 11:36:58.487433 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefcdd0-3cd4-4fbd-8cd4-35e65a3701a1 req-50ef4a6f-c95f-4fd7-bea5-cff8463d6f95 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:58.488767 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7aefcdd0-3cd4-4fbd-8cd4-35e65a3701a1 req-50ef4a6f-c95f-4fd7-bea5-cff8463d6f95 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.1464615 Dec 09 11:36:58.489764 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531005'] for router_interface, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:58.580120 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7aefcdd0-3cd4-4fbd-8cd4-35e65a3701a1 req-5abd9dd6-4e2a-4d6b-87dd-6230ab4f789a tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841527 Dec 09 11:36:58.647331 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:58.738326 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Router e98c9fea-5757-4d58-b8e3-1445ce37beaa has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:36:58.847100 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:36:58.854824 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53552) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:36:58.855289 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9e8a340a-dbad-42c8-ab85-d1433c1698e1 admin admin] 10.222.0.30 "PUT /v2.0/routers/e98c9fea-5757-4d58-b8e3-1445ce37beaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9071162 Dec 09 11:36:58.858197 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] Sync routers for ids ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:36:58.867788 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] Routers {'e98c9fea-5757-4d58-b8e3-1445ce37beaa'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:36:58.868392 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:36:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:36:58.959274 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Publish callbacks [] for router, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:58.975291 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] Set router e98c9fea-5757-4d58-b8e3-1445ce37beaa gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:36:59.060254 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.115071 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Deleting port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:36:59.115419 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.156991 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:36:57Z', 'revision_number': 5, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port': {'id': 'a4ed8379-a2a2-46c5-9e70-a9e89a80e25e', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:36:59.186673 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] Checking router: e98c9fea-5757-4d58-b8e3-1445ce37beaa for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:36:59.195419 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] Routers {'e98c9fea-5757-4d58-b8e3-1445ce37beaa'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:36:59.196016 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:36:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:36:59.200795 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] For port a4ed8379-a2a2-46c5-9e70-a9e89a80e25e, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=a4ed8379-a2a2-46c5-9e70-a9e89a80e25e,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:36:59.201192 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.213059 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Calling delete_port for a4ed8379-a2a2-46c5-9e70-a9e89a80e25e owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:36:59.280406 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] Set router e98c9fea-5757-4d58-b8e3-1445ce37beaa gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:36:59.329973 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:36:59Z', 'revision_number': 6, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port_host': None}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:36:59.377591 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.404043 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ed8379-a2a2-46c5-9e70-a9e89a80e25e,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:59.446009 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eefaf1-0521-4ecf-90d1-135e2539a72c None None] The sync data for ids ['e98c9fea-5757-4d58-b8e3-1445ce37beaa'] in dv-cinder-817351-6-iscsi is: [{'id': 'e98c9fea-5757-4d58-b8e3-1445ce37beaa', 'name': 'tempest-TestShelveInstance-1377148032-router', 'tenant_id': '707b930438344b1bb852cbd384067a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:49Z', 'updated_at': '2021-12-09T11:36:59Z', 'revision_number': 6, 'project_id': '707b930438344b1bb852cbd384067a3f', 'gw_port_host': None}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:36:59.466534 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032607'] for router_gateway, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.557836 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.560563 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.598619 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fe760-33e7-48ef-a3f5-0434b19f6724 req-d2a1b00a-b048-411d-914d-842fb9aafe9b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:59.600287 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-831fe760-33e7-48ef-a3f5-0434b19f6724 req-d2a1b00a-b048-411d-914d-842fb9aafe9b tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 945 time: 0.0575266 Dec 09 11:36:59.612772 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528950'] for router, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.613513 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e98c9fea-5757-4d58-b8e3-1445ce37beaa {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:36:59.618240 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.620071 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-034c1836-d56c-443e-bc6a-a371b4befa50 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e98c9fea-5757-4d58-b8e3-1445ce37beaa HTTP/1.1" status: 204 len: 168 time: 0.7637780 Dec 09 11:36:59.623197 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53558) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:36:59.629708 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.659663 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-831fe760-33e7-48ef-a3f5-0434b19f6724 req-85479692-3013-4705-b8dc-df95720809db tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509684 Dec 09 11:36:59.676147 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32712c5-667c-4326-9d86-ae4656a18e76 admin admin] Deleting subnet 4b983b13-7d0f-4349-ac36-cae7f90c5f82 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:36:59.679592 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b32712c5-667c-4326-9d86-ae4656a18e76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.718313 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b32712c5-667c-4326-9d86-ae4656a18e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8556163'] for subnet, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.720788 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b9ba-ad4b-47b9-9426-4c76cc5477b9 req-88618909-8500-4cdc-87e1-b0fe5ebcaa81 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:59.722311 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a80b9ba-ad4b-47b9-9426-4c76cc5477b9 req-88618909-8500-4cdc-87e1-b0fe5ebcaa81 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0550652 Dec 09 11:36:59.800188 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b32712c5-667c-4326-9d86-ae4656a18e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.809989 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562a59-f19a-4901-9f27-c55b3de58552 req-6bceea7d-bd4a-441a-bcf9-d0163d9dcc75 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:59.811562 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3562a59-f19a-4901-9f27-c55b3de58552 req-6bceea7d-bd4a-441a-bcf9-d0163d9dcc75 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 945 time: 0.0840607 Dec 09 11:36:59.815177 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0a80b9ba-ad4b-47b9-9426-4c76cc5477b9 req-61a47778-cf4a-4cd6-a085-3193cbc3e846 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790656 Dec 09 11:36:59.866265 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f3562a59-f19a-4901-9f27-c55b3de58552 req-9722ce79-6c4c-463f-ac7e-ace58819c82f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481894 Dec 09 11:36:59.868439 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b32712c5-667c-4326-9d86-ae4656a18e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12023275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388961'] for subnet, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.891948 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53562) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:36:59.897522 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32712c5-667c-4326-9d86-ae4656a18e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b983b13-7d0f-4349-ac36-cae7f90c5f82,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:36:59.901382 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b32712c5-667c-4326-9d86-ae4656a18e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.904712 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b32712c5-667c-4326-9d86-ae4656a18e76 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4b983b13-7d0f-4349-ac36-cae7f90c5f82 HTTP/1.1" status: 204 len: 168 time: 0.2811699 Dec 09 11:36:59.907165 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53564) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:36:59.910561 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2996f-5934-4ae8-8378-a5c978927333 None None] Network 27ded0f4-6cc3-4487-80f0-f35de59ea038 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:36:59.936567 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7ebb6b-44f5-494f-adc1-25a4b5a1fd0c tempest-TestVolumeBootPattern-1590978079 tempest-TestVolumeBootPattern-1590978079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:36:59.938287 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-5a7ebb6b-44f5-494f-adc1-25a4b5a1fd0c tempest-TestVolumeBootPattern-1590978079 tempest-TestVolumeBootPattern-1590978079-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 1093 time: 0.0451050 Dec 09 11:36:59.943131 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53566) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:36:59.947764 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Request body: {'floatingip': {'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'port_id': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:36:59.973606 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:36:59.993029 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.055487 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Deleting port c1b21e04-e93b-4e53-92ff-2e10c4587352 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:37:00.055858 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.088271 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.116699 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] For port c1b21e04-e93b-4e53-92ff-2e10c4587352, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=c1b21e04-e93b-4e53-92ff-2e10c4587352,segment=NetworkSegment(9b023048-76ff-406d-bd87-a0aef46be5c4),segment_id=9b023048-76ff-406d-bd87-a0aef46be5c4)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:37:00.117125 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.130433 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Calling delete_port for c1b21e04-e93b-4e53-92ff-2e10c4587352 owned by network:dhcp {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:37:00.191373 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Allocated IP 172.27.0.207 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/37ffda26-b4fb-4719-99aa-db60d21b665e) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:37:00.211391 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.240624 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b21e04-e93b-4e53-92ff-2e10c4587352,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:00.242462 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] No DVR routers for this DVR port c1b21e04-e93b-4e53-92ff-2e10c4587352 on host dv-cinder-817351-6-iscsi {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:37:00.260007 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e750d9-aa42-4982-b9ce-6dc9d744793d None None] DHCP port deletion for 27ded0f4-6cc3-4487-80f0-f35de59ea038 request from dv-cinder-817351-6-iscsi {{(pid=102510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 11:37:00.317660 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.323853 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.348051 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ded0f4-6cc3-4487-80f0-f35de59ea038']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:00.353928 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.359026 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b023048-76ff-406d-bd87-a0aef46be5c4') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:00.359331 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b023048-76ff-406d-bd87-a0aef46be5c4') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:00.369243 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8556168'] for segment, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.383590 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.391473 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:37:00.392151 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12023057'] for segment, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: Traceback (most recent call last): Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: timer() Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: cb(*args, **kw) Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: return func(*args, **kwargs) Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: self._notify() Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: self.callback(batched_events) Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: event.method(event) Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: return f(self, *a, **k) Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._get(url).json() Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:37:00.394490 dv-cinder-817351-6-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:37:00.397544 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:37:00.407024 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:37:00.409636 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:37:00.434085 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'Port': ['ID=37ffda26-b4fb-4719-99aa-db60d21b665e,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:00.453139 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.457693 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.461150 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] 10.222.0.30 "DELETE /v2.0/networks/27ded0f4-6cc3-4487-80f0-f35de59ea038 HTTP/1.1" status: 204 len: 168 time: 0.5530314 Dec 09 11:37:00.463991 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53568) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:37:00.482224 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318797f-422b-41fd-849e-33a61b330391 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ded0f4-6cc3-4487-80f0-f35de59ea038,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:00.799442 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:00.875125 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:01.000312 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e64191-c77a-4831-9962-e88023de485f req-7f827359-c38a-4187-86bd-a439cc02d0da tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:01.001791 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85e64191-c77a-4831-9962-e88023de485f req-7f827359-c38a-4187-86bd-a439cc02d0da tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.1075058 Dec 09 11:37:01.072577 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-85e64191-c77a-4831-9962-e88023de485f req-524b3ddc-9607-412c-aa80-126c5d6fbe1e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647600 Dec 09 11:37:01.107141 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:01.113440 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:01.146887 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531025'] for router_interface, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:01.180173 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device a4ed8379-a2a2-46c5-9e70-a9e89a80e25e no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:37:01.181945 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event updated for resources: {'Port': ['ID=37ffda26-b4fb-4719-99aa-db60d21b665e,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:01.196779 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:01.203907 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: a4ed8379-a2a2-46c5-9e70-a9e89a80e25e {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:37:01.204251 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device a4ed8379-a2a2-46c5-9e70-a9e89a80e25e not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:37:01.204671 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 0081697f-29af-4da0-a13f-205b39160e37 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:37:01.225478 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 0081697f-29af-4da0-a13f-205b39160e37 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:37:01.225806 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 0081697f-29af-4da0-a13f-205b39160e37 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:37:01.226413 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device c1b21e04-e93b-4e53-92ff-2e10c4587352 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:37:01.246262 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: c1b21e04-e93b-4e53-92ff-2e10c4587352 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:37:01.246761 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device c1b21e04-e93b-4e53-92ff-2e10c4587352 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:37:01.311405 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Floating IP 377c824e-ff2f-4afb-9cc7-ec962858714c associated. External IP: 172.27.0.207, port: 429f64a9-2e87-45fd-8382-029a74c1ed76. Dec 09 11:37:01.406290 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] Deleting port abca3f67-43bb-4ea9-8d9b-286d881bc9a1 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:37:01.406569 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:01.483244 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] For port abca3f67-43bb-4ea9-8d9b-286d881bc9a1, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=abca3f67-43bb-4ea9-8d9b-286d881bc9a1,segment=NetworkSegment(cc0fcc79-d14f-4aec-a5d4-916c6b83dabb),segment_id=cc0fcc79-d14f-4aec-a5d4-916c6b83dabb)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:37:01.483604 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:01.495989 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] Calling delete_port for abca3f67-43bb-4ea9-8d9b-286d881bc9a1 owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:37:01.521016 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:37:01.627343 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:37:01.638011 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] Sync routers for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:37:01.647737 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:01.649813 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:37:01.650436 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:36:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:01.692636 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:01.734349 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=abca3f67-43bb-4ea9-8d9b-286d881bc9a1,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:01.923733 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531005'] for router_interface, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:01.936892 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:37:01.943889 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-6afbb628-6775-4e9c-b1d8-1568e6d93ea8 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9994857 Dec 09 11:37:01.944478 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'tag': '429f64a9-2e87-45fd-8382-029a74c1ed76'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:37:01.946793 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a47c9-beb1-4b38-8649-acbd4ad9d791", "tag": "429f64a9-2e87-45fd-8382-029a74c1ed76"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:37:01.985416 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e92e56e-e3a9-4a45-af12-0c7221ba9849 x-openstack-request-id: req-6e92e56e-e3a9-4a45-af12-0c7221ba9849 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:37:01.985720 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a47c9-beb1-4b38-8649-acbd4ad9d791", "tag": "429f64a9-2e87-45fd-8382-029a74c1ed76", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:37:01.985981 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e92e56e-e3a9-4a45-af12-0c7221ba9849 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:37:01.986407 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'tag': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'status': 'completed', 'code': 200} Dec 09 11:37:02.085148 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-923d2ddd-e7ba-40b5-bbb1-57cb309c4bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:02.086639 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-923d2ddd-e7ba-40b5-bbb1-57cb309c4bc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 1098 time: 0.0543029 Dec 09 11:37:02.185336 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '377c824e-ff2f-4afb-9cc7-ec962858714c', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:e0:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:37:00Z', 'updated_at': '2021-12-09T11:37:00Z', 'revision_number': 0, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}, {'id': '45fec607-410d-4afb-873e-9c3d09774a28', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2e:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:02Z', 'updated_at': '2021-12-09T11:35:03Z', 'revision_number': 1, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:02.196821 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3b564-e264-4bbd-8d12-0d3805737037 req-cef3d10d-1d75-4023-962c-959bec7efba3 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:02.198204 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-53a3b564-e264-4bbd-8d12-0d3805737037 req-cef3d10d-1d75-4023-962c-959bec7efba3 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0508692 Dec 09 11:37:02.212852 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] Checking router: 2b17a1d4-c2f0-4785-aee7-41763b7ce81a for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:37:02.221241 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:37:02.221852 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:36:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:02.248310 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-53a3b564-e264-4bbd-8d12-0d3805737037 req-e9622749-a1cb-44fa-88fc-765541212422 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Dec 09 11:37:02.262840 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-96bc354b-6fe1-47e8-a680-15d396741477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:02.264338 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-96bc354b-6fe1-47e8-a680-15d396741477 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 913 time: 0.1452732 Dec 09 11:37:02.268824 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] Router 88e80990-0729-4569-b0ee-fbb85f1c45c7 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:37:02.331087 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:37:02.372900 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-147561b2-a637-41b7-a4c0-5e395e46ba40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=429f64a9-2e87-45fd-8382-029a74c1ed76 HTTP/1.1" status: 200 len: 999 time: 0.1004088 Dec 09 11:37:02.462044 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:37:02.464398 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-be21be81-b081-4945-9758-0adddf593b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:02.466804 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-be21be81-b081-4945-9758-0adddf593b60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0604653 Dec 09 11:37:02.472719 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-187fdbdd-34d3-4508-b186-e2d7658254d1 admin admin] 10.222.0.30 "PUT /v2.0/routers/88e80990-0729-4569-b0ee-fbb85f1c45c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0053608 Dec 09 11:37:02.472855 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53578) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:37:02.473526 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] Sync routers for ids ['88e80990-0729-4569-b0ee-fbb85f1c45c7'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:37:02.485186 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] Routers {'88e80990-0729-4569-b0ee-fbb85f1c45c7'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:37:02.486037 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:36:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['88e80990-0729-4569-b0ee-fbb85f1c45c7'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:02.571757 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '377c824e-ff2f-4afb-9cc7-ec962858714c', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:e0:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:37:00Z', 'updated_at': '2021-12-09T11:37:00Z', 'revision_number': 0, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}, {'id': '45fec607-410d-4afb-873e-9c3d09774a28', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2e:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:02Z', 'updated_at': '2021-12-09T11:35:03Z', 'revision_number': 1, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:02.592170 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-1e704d9b-2f65-4e8e-aad5-badfb902b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:02.592952 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] Set router 88e80990-0729-4569-b0ee-fbb85f1c45c7 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:37:02.593740 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-1e704d9b-2f65-4e8e-aad5-badfb902b819 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1187701 Dec 09 11:37:02.600349 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff4cae-77ed-462f-a5e4-f216d0bf6793 None None] The sync data for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi is: [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '377c824e-ff2f-4afb-9cc7-ec962858714c', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:e0:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:37:00Z', 'updated_at': '2021-12-09T11:37:00Z', 'revision_number': 0, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}, {'id': '45fec607-410d-4afb-873e-9c3d09774a28', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2e:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:02Z', 'updated_at': '2021-12-09T11:35:03Z', 'revision_number': 1, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:37:02.626090 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Publish callbacks [] for router, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:02.779593 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'name': 'tempest-TestShelveInstance-563193653-router', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:37:01Z', 'revision_number': 5, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'gw_port': {'id': '59e7cc01-0c35-4aac-ac95-2d2012280139', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:02.779848 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-0b20e5de-5063-47b8-9857-3a7eb9bbd5cd service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741264 Dec 09 11:37:02.788444 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:02.811180 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] Checking router: 88e80990-0729-4569-b0ee-fbb85f1c45c7 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:37:02.821036 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] Routers {'88e80990-0729-4569-b0ee-fbb85f1c45c7'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:37:02.821913 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:36:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['88e80990-0729-4569-b0ee-fbb85f1c45c7'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:02.823595 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f70338-a000-466f-94ac-27e1bd513dea None None] New status for floating IP 377c824e-ff2f-4afb-9cc7-ec962858714c: ACTIVE {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:37:02.913747 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] Set router 88e80990-0729-4569-b0ee-fbb85f1c45c7 gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:37:02.915368 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-dd13bf2f-ea76-4cb1-b7f8-17e4eedc3a3c req-1dd3ede4-9177-4232-b782-958d10479fad service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236703 Dec 09 11:37:02.917455 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Deleting port 59e7cc01-0c35-4aac-ac95-2d2012280139 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:37:02.917813 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:02.966947 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'name': 'tempest-TestShelveInstance-563193653-router', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:37:02Z', 'revision_number': 6, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'gw_port_host': None}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:02.997592 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c30454-e1f6-47d5-b90d-8251d501cf97 None None] The sync data for ids ['88e80990-0729-4569-b0ee-fbb85f1c45c7'] in dv-cinder-817351-6-iscsi is: [{'id': '88e80990-0729-4569-b0ee-fbb85f1c45c7', 'name': 'tempest-TestShelveInstance-563193653-router', 'tenant_id': '3ed4ef723d824bd4b589f3db9921e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:59Z', 'updated_at': '2021-12-09T11:37:02Z', 'revision_number': 6, 'project_id': '3ed4ef723d824bd4b589f3db9921e453', 'gw_port_host': None}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:37:03.004897 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] For port 59e7cc01-0c35-4aac-ac95-2d2012280139, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=59e7cc01-0c35-4aac-ac95-2d2012280139,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:37:03.005282 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.020108 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Calling delete_port for 59e7cc01-0c35-4aac-ac95-2d2012280139 owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:37:03.186539 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.211333 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e7cc01-0c35-4aac-ac95-2d2012280139,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:03.273969 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032607'] for router_gateway, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.365243 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.367578 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.381454 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236f8c2-86e3-4aeb-af61-d3c272a35c43 req-75b684fc-5b37-4427-a9ab-c360ea04018f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:03.383424 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3236f8c2-86e3-4aeb-af61-d3c272a35c43 req-75b684fc-5b37-4427-a9ab-c360ea04018f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0593865 Dec 09 11:37:03.432490 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528950'] for router, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.433176 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88e80990-0729-4569-b0ee-fbb85f1c45c7 {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:37:03.439229 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.443248 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-66dff73c-2b33-4fcc-b0f0-fb30c64d9c17 admin admin] 10.222.0.30 "DELETE /v2.0/routers/88e80990-0729-4569-b0ee-fbb85f1c45c7 HTTP/1.1" status: 204 len: 168 time: 0.9693828 Dec 09 11:37:03.443983 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53584) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:37:03.456367 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3236f8c2-86e3-4aeb-af61-d3c272a35c43 req-9a9416f2-f284-4cb0-bd3a-231239c50d69 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644999 Dec 09 11:37:03.498453 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1351312-fc1f-443c-870a-bf9f009db091 admin admin] Deleting subnet 74b2825d-2b20-4852-9595-e7158103f1b6 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:37:03.503318 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b1351312-fc1f-443c-870a-bf9f009db091 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.537191 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b1351312-fc1f-443c-870a-bf9f009db091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8556163'] for subnet, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.611468 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b1351312-fc1f-443c-870a-bf9f009db091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.664141 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b1351312-fc1f-443c-870a-bf9f009db091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12023275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388961'] for subnet, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.694961 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1351312-fc1f-443c-870a-bf9f009db091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b2825d-2b20-4852-9595-e7158103f1b6,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:03.700493 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b1351312-fc1f-443c-870a-bf9f009db091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.704795 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b1351312-fc1f-443c-870a-bf9f009db091 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/74b2825d-2b20-4852-9595-e7158103f1b6 HTTP/1.1" status: 204 len: 168 time: 0.2596898 Dec 09 11:37:03.706034 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af5c30-aba4-44eb-ae13-280d9297a789 None None] Network fdf86d78-8281-4add-a13b-71b9bbdce75a requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:37:03.707070 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53586) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:37:03.773809 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.822714 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device abca3f67-43bb-4ea9-8d9b-286d881bc9a1 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:37:03.834131 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Deleting port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:37:03.834481 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.845989 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: abca3f67-43bb-4ea9-8d9b-286d881bc9a1 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:37:03.846610 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device abca3f67-43bb-4ea9-8d9b-286d881bc9a1 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:37:03.857865 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d04a5-2529-4dda-ae51-0ca8a6548aae None None] DHCP port deletion for fdf86d78-8281-4add-a13b-71b9bbdce75a request from dv-cinder-817351-6-iscsi {{(pid=102510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 11:37:03.903283 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] For port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=97d3b563-30ee-457a-b1ee-8e1f7498fe3d,segment=NetworkSegment(cc0fcc79-d14f-4aec-a5d4-916c6b83dabb),segment_id=cc0fcc79-d14f-4aec-a5d4-916c6b83dabb)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:37:03.903674 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.911647 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-572d04a5-2529-4dda-ae51-0ca8a6548aae None None] Deleting port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:37:03.912024 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-572d04a5-2529-4dda-ae51-0ca8a6548aae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.916391 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Calling delete_port for 97d3b563-30ee-457a-b1ee-8e1f7498fe3d owned by network:dhcp {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:37:03.979697 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-572d04a5-2529-4dda-ae51-0ca8a6548aae None None] For port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=97d3b563-30ee-457a-b1ee-8e1f7498fe3d,segment=NetworkSegment(cc0fcc79-d14f-4aec-a5d4-916c6b83dabb),segment_id=cc0fcc79-d14f-4aec-a5d4-916c6b83dabb)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:37:03.980170 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-572d04a5-2529-4dda-ae51-0ca8a6548aae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:03.993574 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-572d04a5-2529-4dda-ae51-0ca8a6548aae None None] Calling delete_port for 97d3b563-30ee-457a-b1ee-8e1f7498fe3d owned by network:dhcp {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:37:04.002748 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.026005 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d3b563-30ee-457a-b1ee-8e1f7498fe3d,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:04.032479 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] No DVR routers for this DVR port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d on host dv-cinder-817351-6-iscsi {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:37:04.069941 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-572d04a5-2529-4dda-ae51-0ca8a6548aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125'] for port, after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.099759 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d04a5-2529-4dda-ae51-0ca8a6548aae None None] Pushing event deleted for resources: {'Port': ['ID=97d3b563-30ee-457a-b1ee-8e1f7498fe3d,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:04.103468 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d04a5-2529-4dda-ae51-0ca8a6548aae None None] No DVR routers for this DVR port 97d3b563-30ee-457a-b1ee-8e1f7498fe3d on host dv-cinder-817351-6-iscsi {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:37:04.114457 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.138484 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf86d78-8281-4add-a13b-71b9bbdce75a']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:04.150891 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:04.151279 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0fcc79-d14f-4aec-a5d4-916c6b83dabb') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:37:04.163882 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8556168'] for segment, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.179445 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.186675 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:37:04.187109 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12023057'] for segment, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: Traceback (most recent call last): Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: timer() Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: cb(*args, **kw) Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: return func(*args, **kwargs) Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: self._notify() Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: self.callback(batched_events) Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: event.method(event) Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: return f(self, *a, **k) Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._get(url).json() Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:37:04.188792 dv-cinder-817351-6-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:37:04.245103 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.250826 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.253918 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fdf86d78-8281-4add-a13b-71b9bbdce75a HTTP/1.1" status: 204 len: 168 time: 0.5458136 Dec 09 11:37:04.374489 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53590) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:37:04.416281 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-6571a6a5-c922-46fb-a46b-3d4582c9a14a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=707b930438344b1bb852cbd384067a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404830 Dec 09 11:37:04.419453 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53592) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:37:04.469240 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e5e57bbe-1d40-479a-8148-2037ba8542fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.492144 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e5e57bbe-1d40-479a-8148-2037ba8542fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.535646 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42c0bc-e980-43cb-805f-cd10887ef5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf86d78-8281-4add-a13b-71b9bbdce75a,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:04.571391 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e5e57bbe-1d40-479a-8148-2037ba8542fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.573932 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e5e57bbe-1d40-479a-8148-2037ba8542fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:04.575130 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e5e57bbe-1d40-479a-8148-2037ba8542fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/207131b5-98f2-41e0-a166-d4102dd00b9c HTTP/1.1" status: 204 len: 168 time: 0.1547625 Dec 09 11:37:04.585475 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc1647-de00-4e2f-96f4-7a05a534b9dd req-e9c1b0f7-bee7-4ec5-8dd7-ae7ad88211d0 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:04.586868 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98fc1647-de00-4e2f-96f4-7a05a534b9dd req-e9c1b0f7-bee7-4ec5-8dd7-ae7ad88211d0 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0626352 Dec 09 11:37:04.591846 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e57bbe-1d40-479a-8148-2037ba8542fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207131b5-98f2-41e0-a166-d4102dd00b9c,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:04.643326 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-98fc1647-de00-4e2f-96f4-7a05a534b9dd req-0bff0eb4-c8ea-4075-97b3-6b6b0bd80d48 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475385 Dec 09 11:37:04.848164 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906d6a7-d42e-4177-a426-8d3c0d72c9a5 req-c1af59c9-a395-4b56-a3a0-868970cdc1d1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:04.849710 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e906d6a7-d42e-4177-a426-8d3c0d72c9a5 req-c1af59c9-a395-4b56-a3a0-868970cdc1d1 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0507793 Dec 09 11:37:04.902974 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e906d6a7-d42e-4177-a426-8d3c0d72c9a5 req-3d36db95-b874-47a8-b8f0-f70d64d55c61 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466676 Dec 09 11:37:04.914653 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53604) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:37:04.940913 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-0cf30ca0-3b65-426d-824b-4a826d6a3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:04.942741 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-0cf30ca0-3b65-426d-824b-4a826d6a3903 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 1098 time: 0.0585997 Dec 09 11:37:04.956245 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-099a1816-3a17-4807-b6a5-a75740c0fbd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ed4ef723d824bd4b589f3db9921e453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403621 Dec 09 11:37:04.958659 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53606) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:37:05.005212 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2e8f1d3c-4666-4b4e-b4cc-b3781f3c6c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:05.026525 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2e8f1d3c-4666-4b4e-b4cc-b3781f3c6c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:05.037840 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-773da2b6-b231-4962-8cc6-07da6224ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:05.039357 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-773da2b6-b231-4962-8cc6-07da6224ac13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 912 time: 0.0880480 Dec 09 11:37:05.081437 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2e8f1d3c-4666-4b4e-b4cc-b3781f3c6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:05.084192 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2e8f1d3c-4666-4b4e-b4cc-b3781f3c6c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:05.085373 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-2e8f1d3c-4666-4b4e-b4cc-b3781f3c6c4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0398e65a-7972-4d6b-a869-439c628464b9 HTTP/1.1" status: 204 len: 168 time: 0.1252670 Dec 09 11:37:05.095285 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f1d3c-4666-4b4e-b4cc-b3781f3c6c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0398e65a-7972-4d6b-a869-439c628464b9,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:37:05.115839 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-eb453cb8-7f3a-4c6a-a84c-5070bb65073c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7853822-ca92-4ad1-ac72-188662127f85 HTTP/1.1" status: 200 len: 1000 time: 0.0691719 Dec 09 11:37:05.169769 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-cecdd28f-ea8d-486f-810d-e2e621531169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:05.171290 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-cecdd28f-ea8d-486f-810d-e2e621531169 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 200 len: 850 time: 0.0482061 Dec 09 11:37:05.197516 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 97d3b563-30ee-457a-b1ee-8e1f7498fe3d no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:37:05.219834 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 97d3b563-30ee-457a-b1ee-8e1f7498fe3d {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:37:05.220179 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 97d3b563-30ee-457a-b1ee-8e1f7498fe3d not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:37:05.220601 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 59e7cc01-0c35-4aac-ac95-2d2012280139 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:37:05.224198 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-e9b61e06-2381-48dd-a522-97a989a3f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:05.225806 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-e9b61e06-2381-48dd-a522-97a989a3f255 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a97faff6-2333-4005-91e6-323ead163706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428135 Dec 09 11:37:05.240545 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 59e7cc01-0c35-4aac-ac95-2d2012280139 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:37:05.241127 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 59e7cc01-0c35-4aac-ac95-2d2012280139 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:37:05.327722 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-a0d3f9c6-d2c3-4107-b503-6cb3a370a4db service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942471 Dec 09 11:37:05.425428 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a01e0ad-c9d9-4478-afca-83757fc4b0cb req-128b7e40-7dd6-45c4-8897-7b526e29d12a service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898709 Dec 09 11:37:06.027988 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b8b2f-8f8a-458b-adda-f1840a1a8dd1 req-2c233b0a-d087-4ea3-a64f-1fdb2300429f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:06.029460 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5f4b8b2f-8f8a-458b-adda-f1840a1a8dd1 req-2c233b0a-d087-4ea3-a64f-1fdb2300429f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0492663 Dec 09 11:37:06.077007 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5f4b8b2f-8f8a-458b-adda-f1840a1a8dd1 req-4a0a513e-3d3b-424e-9217-f205d902670c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 Dec 09 11:37:07.193070 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58802a-053d-4660-96d3-bcb4c67a11b9 req-2f6421d0-ba93-4911-bcbb-3004e3159a6b tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:07.194506 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa58802a-053d-4660-96d3-bcb4c67a11b9 req-2f6421d0-ba93-4911-bcbb-3004e3159a6b tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0482495 Dec 09 11:37:07.241188 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fa58802a-053d-4660-96d3-bcb4c67a11b9 req-22a50d88-eeec-44b4-ae76-ee2fe9f0ec99 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 Dec 09 11:37:16.073472 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:21.989564 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:37:22.006400 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-fcafeb4d-7c3a-4ad7-8f6c-3b6e82080edc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436635 Dec 09 11:37:22.082858 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-1e2067f3-5814-490e-a93b-fb70748a4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:22.084313 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-1e2067f3-5814-490e-a93b-fb70748a4c0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 1098 time: 0.0390046 Dec 09 11:37:22.186086 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-6623fa15-d0bf-45b5-b3cf-e86c1a35739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:22.187571 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-6623fa15-d0bf-45b5-b3cf-e86c1a35739f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 913 time: 0.0823762 Dec 09 11:37:22.256395 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-955188f1-f032-4565-9e80-2944ed1f1802 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f911e5-db30-480f-a003-bb6d30bb412b HTTP/1.1" status: 200 len: 1001 time: 0.0597832 Dec 09 11:37:22.309585 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-8e0cc707-3001-457e-b0e4-a0c217c85623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:22.311010 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-8e0cc707-3001-457e-b0e4-a0c217c85623 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0416036 Dec 09 11:37:22.355812 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-cabcaf53-0e23-4d55-88f6-f89b89d37533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:22.357277 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-cabcaf53-0e23-4d55-88f6-f89b89d37533 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385718 Dec 09 11:37:22.446254 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-cab84cc1-7650-42a6-b4db-aefc3ca95ab3 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811195 Dec 09 11:37:22.533781 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e4ef643-61df-4bbb-ac37-f00202f0a5fe req-57845f35-b24d-47db-a164-289c6e3d022f service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798020 Dec 09 11:37:23.867963 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-453bdd77-16fd-43ca-9d8c-8c5a3996b9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:26.057856 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5e1517d2-d474-47fc-af76-3223c462532c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:26.989055 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:28.645749 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:29.613440 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:46.077257 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:46.857528 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af129bab-3058-48ba-bb6c-bd9fcdb68fb9 req-46c3fbab-7046-42c6-b51f-fc7624c24051 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:46.859006 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-af129bab-3058-48ba-bb6c-bd9fcdb68fb9 req-46c3fbab-7046-42c6-b51f-fc7624c24051 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0515182 Dec 09 11:37:46.907066 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-af129bab-3058-48ba-bb6c-bd9fcdb68fb9 req-d5138032-e847-4338-8761-28966da2230a tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420775 Dec 09 11:37:48.022748 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5345878-b907-4556-9f23-caa217c8c7a9 req-b9d01e31-5a1f-41d7-9285-b6017cc4e5cf tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:48.024188 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5345878-b907-4556-9f23-caa217c8c7a9 req-b9d01e31-5a1f-41d7-9285-b6017cc4e5cf tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0492158 Dec 09 11:37:48.069729 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b5345878-b907-4556-9f23-caa217c8c7a9 req-6b24c7c7-6998-4573-a06f-b0c2b1aa4ae0 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397696 Dec 09 11:37:49.185766 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c786d-8117-4cbb-8a55-c0cfcaad46d9 req-31b031bd-3591-4b65-a540-1f450ebd4099 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:49.187260 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-160c786d-8117-4cbb-8a55-c0cfcaad46d9 req-31b031bd-3591-4b65-a540-1f450ebd4099 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0508921 Dec 09 11:37:49.237361 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-160c786d-8117-4cbb-8a55-c0cfcaad46d9 req-0184e786-1645-42a1-8181-1b42a0cf6984 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 Dec 09 11:37:50.350475 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6839ac-941d-4b45-b931-5d7195689089 req-67b600e9-c5da-4227-9a0f-6b96f49f09e6 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:50.351933 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf6839ac-941d-4b45-b931-5d7195689089 req-67b600e9-c5da-4227-9a0f-6b96f49f09e6 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0478337 Dec 09 11:37:50.399740 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-cf6839ac-941d-4b45-b931-5d7195689089 req-ac86349a-a32a-4571-8e40-5c2ec3e734be tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Dec 09 11:37:51.519648 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ed998-f531-4fc6-b47e-3d7b7484732a req-312b761c-ad3a-4df1-b355-2d02eff2cba4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:51.521106 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a58ed998-f531-4fc6-b47e-3d7b7484732a req-312b761c-ad3a-4df1-b355-2d02eff2cba4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0542133 Dec 09 11:37:51.566841 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a58ed998-f531-4fc6-b47e-3d7b7484732a req-da358878-7453-4003-ab03-9f82b33dbd2d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397685 Dec 09 11:37:52.684724 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8391-f5fc-4570-bd09-bf088148131e req-8f8640f6-a863-42d6-b4d8-5613b8f66e68 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:52.686186 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-845b8391-f5fc-4570-bd09-bf088148131e req-8f8640f6-a863-42d6-b4d8-5613b8f66e68 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0519884 Dec 09 11:37:52.732761 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-845b8391-f5fc-4570-bd09-bf088148131e req-62d304f2-1540-4f53-95cc-f769d1d5bd70 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398152 Dec 09 11:37:53.846665 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cd0b5-24f6-4882-a183-b0ed7a19d346 req-7235b5d9-0ca9-4933-8540-6829f46ff8fb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:53.848192 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ce2cd0b5-24f6-4882-a183-b0ed7a19d346 req-7235b5d9-0ca9-4933-8540-6829f46ff8fb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0481782 Dec 09 11:37:53.869708 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-df4b0a3d-d2f3-43c8-b34b-1bcde0f911cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:53.897596 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ce2cd0b5-24f6-4882-a183-b0ed7a19d346 req-35cfdbe9-d236-402a-bf5f-167cd43d389f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423901 Dec 09 11:37:55.014799 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f503266-3c06-4552-89eb-f31eda8a631b req-53859cb3-a233-4ea8-82a2-84c07e3cacdc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:55.016506 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f503266-3c06-4552-89eb-f31eda8a631b req-53859cb3-a233-4ea8-82a2-84c07e3cacdc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0517626 Dec 09 11:37:55.066995 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-7f503266-3c06-4552-89eb-f31eda8a631b req-7904913f-8430-4484-8d1c-f0fedfc445cd tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Dec 09 11:37:56.059425 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-56b4324d-5197-4c5f-aeb4-dc252d472aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:56.183806 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0814c-4410-4102-b88f-edb189aa409e req-8d7e5cc4-b620-4336-8e2a-afb5edb6bcc9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:56.185288 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-07c0814c-4410-4102-b88f-edb189aa409e req-8d7e5cc4-b620-4336-8e2a-afb5edb6bcc9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0495820 Dec 09 11:37:56.232071 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-07c0814c-4410-4102-b88f-edb189aa409e req-d46ffaf3-9040-4b70-956d-22bddfe64599 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Dec 09 11:37:56.992467 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:57.349811 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48addec-e68f-4777-ad72-adee146192f2 req-7d422ff9-5cb3-426e-a273-0bf517a9f25c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:57.351300 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f48addec-e68f-4777-ad72-adee146192f2 req-7d422ff9-5cb3-426e-a273-0bf517a9f25c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0483975 Dec 09 11:37:57.400760 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f48addec-e68f-4777-ad72-adee146192f2 req-ef64acfe-58e6-4943-a870-9a371d4c9b5b tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435150 Dec 09 11:37:57.600449 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca6895-173d-4532-b0bd-5a9a1e199062 req-53b7c629-323e-455d-ab3a-2bdcc1f38731 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:57.601911 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3fca6895-173d-4532-b0bd-5a9a1e199062 req-53b7c629-323e-455d-ab3a-2bdcc1f38731 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0493958 Dec 09 11:37:57.648702 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-3fca6895-173d-4532-b0bd-5a9a1e199062 req-7cf86a53-9b1f-41fd-ae25-fc3229b40423 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407135 Dec 09 11:37:57.702394 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-4ceda352-7a89-4237-b00f-2adba16a234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:57.703926 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-4ceda352-7a89-4237-b00f-2adba16a234b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 1098 time: 0.0463638 Dec 09 11:37:57.794882 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-52cae07f-42a9-4875-9ac7-bddb7f8272e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:57.796250 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-52cae07f-42a9-4875-9ac7-bddb7f8272e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 912 time: 0.0845063 Dec 09 11:37:57.868648 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-fb99cd32-d766-4bb1-87fe-2804971cd771 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7853822-ca92-4ad1-ac72-188662127f85 HTTP/1.1" status: 200 len: 1000 time: 0.0608091 Dec 09 11:37:57.921492 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-c93738e4-9194-4142-94e5-2e5f63e7d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:57.922950 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-c93738e4-9194-4142-94e5-2e5f63e7d47d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 200 len: 850 time: 0.0430562 Dec 09 11:37:57.971623 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-8d3de0ae-4ae4-4f4b-98de-ab8ae43a2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:57.973975 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-8d3de0ae-4ae4-4f4b-98de-ab8ae43a2c01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a97faff6-2333-4005-91e6-323ead163706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402260 Dec 09 11:37:58.070970 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-acdd4673-f15b-439e-a82f-f5938bcf3009 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831985 Dec 09 11:37:58.164185 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a3451bf-4d1c-4353-8941-8bc20474e451 req-ae6769d3-c1a2-4b30-a612-8fa99daab2c3 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814598 Dec 09 11:37:58.646964 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:58.770612 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afc317-03c4-40b4-abf1-7a8127058821 req-5687de8c-99dd-48bf-a77e-d5900eeecf63 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:58.772142 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-91afc317-03c4-40b4-abf1-7a8127058821 req-5687de8c-99dd-48bf-a77e-d5900eeecf63 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0538645 Dec 09 11:37:58.820583 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-91afc317-03c4-40b4-abf1-7a8127058821 req-d26a5d0d-8f59-41dc-8262-440ec1102e9f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Dec 09 11:37:58.991649 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:37:59.615715 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:37:59.939266 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c975c2-4a1e-4781-9807-ccdf93e6d18f req-caa83ba9-d768-4431-81f5-318cd924ab13 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:37:59.941299 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-59c975c2-4a1e-4781-9807-ccdf93e6d18f req-caa83ba9-d768-4431-81f5-318cd924ab13 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0520961 Dec 09 11:37:59.988122 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-59c975c2-4a1e-4781-9807-ccdf93e6d18f req-e8b98da6-8bd6-4a86-b424-95fc51459584 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402806 Dec 09 11:38:16.080166 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:22.751383 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87c83432-02ca-4219-a668-02f5842922ec req-1ee1df41-895b-4411-81a1-4ae435197920 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406260 Dec 09 11:38:22.832022 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c83432-02ca-4219-a668-02f5842922ec req-b403477e-52c6-4379-9356-ef5c411c74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:22.833666 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87c83432-02ca-4219-a668-02f5842922ec req-b403477e-52c6-4379-9356-ef5c411c74d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 1098 time: 0.0435362 Dec 09 11:38:22.936960 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c83432-02ca-4219-a668-02f5842922ec req-5c3a7efc-9324-458b-b8f8-a3839857b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:22.938416 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87c83432-02ca-4219-a668-02f5842922ec req-5c3a7efc-9324-458b-b8f8-a3839857b4a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 912 time: 0.0846300 Dec 09 11:38:23.010233 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87c83432-02ca-4219-a668-02f5842922ec req-c4b9a97b-8b7e-4dcd-b532-130adb28fafd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7853822-ca92-4ad1-ac72-188662127f85 HTTP/1.1" status: 200 len: 1000 time: 0.0632944 Dec 09 11:38:23.063095 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c83432-02ca-4219-a668-02f5842922ec req-5d9f35d3-3630-4c9b-b7ec-2ba5e9d6b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:23.064496 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87c83432-02ca-4219-a668-02f5842922ec req-5d9f35d3-3630-4c9b-b7ec-2ba5e9d6b265 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 200 len: 850 time: 0.0429864 Dec 09 11:38:23.109860 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c83432-02ca-4219-a668-02f5842922ec req-4b2320f0-1c30-4d29-819b-26f9becebc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:23.111344 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87c83432-02ca-4219-a668-02f5842922ec req-4b2320f0-1c30-4d29-819b-26f9becebc3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a97faff6-2333-4005-91e6-323ead163706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393922 Dec 09 11:38:23.210609 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87c83432-02ca-4219-a668-02f5842922ec req-252d248f-159b-44b4-b3e8-9c6e7fb0f07e service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857263 Dec 09 11:38:23.302475 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87c83432-02ca-4219-a668-02f5842922ec req-852de13c-e3a2-4d44-9bc7-662d22092d46 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812547 Dec 09 11:38:23.872204 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5082146b-9a58-410c-a16c-3f8b0112e4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:26.061760 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee95c-caac-4c4f-83bb-f72380ca62a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:26.994235 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:28.650505 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:29.086567 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53692) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:29.251354 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Deleting port 37ffda26-b4fb-4719-99aa-db60d21b665e {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:29.251614 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:29.328115 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:29.328446 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:29.339931 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Calling delete_port for 37ffda26-b4fb-4719-99aa-db60d21b665e owned by network:floatingip {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:29.492867 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:29.521156 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event deleted for resources: {'Port': ['ID=37ffda26-b4fb-4719-99aa-db60d21b665e,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:29.545816 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.546169 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.546515 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.546888 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.547225 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.547557 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.547884 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.548212 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.548538 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.548866 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.549362 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.549691 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.550011 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:29.591564 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:29.591897 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.l3_db [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Floating IP 377c824e-ff2f-4afb-9cc7-ec962858714c disassociated (deleted). External IP: 172.27.0.207, port: 429f64a9-2e87-45fd-8382-029a74c1ed76. Dec 09 11:38:29.618130 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:29.799446 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:38:29.907175 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:38:29.912357 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:29.918946 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] Sync routers for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:38:29.928670 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:29.929281 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:29.939396 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-86f4f140-5377-47d0-b93f-483f056b884f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "DELETE /v2.0/floatingips/377c824e-ff2f-4afb-9cc7-ec962858714c HTTP/1.1" status: 204 len: 168 time: 0.8516886 Dec 09 11:38:29.939998 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'tag': '429f64a9-2e87-45fd-8382-029a74c1ed76'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:38:29.942474 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cbfcf9-44a8-4e8c-9030-2a0299498076" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a47c9-beb1-4b38-8649-acbd4ad9d791", "tag": "429f64a9-2e87-45fd-8382-029a74c1ed76"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:38:29.985618 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7f7ec2-224d-46af-8269-d3db7c9c7f33 x-openstack-request-id: req-4f7f7ec2-224d-46af-8269-d3db7c9c7f33 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:38:29.986175 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a47c9-beb1-4b38-8649-acbd4ad9d791", "tag": "429f64a9-2e87-45fd-8382-029a74c1ed76", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:38:29.986642 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f7f7ec2-224d-46af-8269-d3db7c9c7f33 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:38:29.987099 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'tag': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'status': 'completed', 'code': 200} Dec 09 11:38:30.040213 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:30.086391 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-1c3afbf3-fa69-42c6-a96b-bb2f285f94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:30.087952 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-1c3afbf3-fa69-42c6-a96b-bb2f285f94ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 1098 time: 0.0515547 Dec 09 11:38:30.224158 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-531a5eb1-80cc-4ae6-907a-d90c36b3af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:30.226103 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-531a5eb1-80cc-4ae6-907a-d90c36b3af38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 913 time: 0.0946915 Dec 09 11:38:30.277031 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-17425ffa-fb12-4164-b3c8-6c5ffdbee6f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=429f64a9-2e87-45fd-8382-029a74c1ed76 HTTP/1.1" status: 200 len: 217 time: 0.0414519 Dec 09 11:38:30.280186 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '45fec607-410d-4afb-873e-9c3d09774a28', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2e:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:02Z', 'updated_at': '2021-12-09T11:35:03Z', 'revision_number': 1, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:30.306249 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] Checking router: 2b17a1d4-c2f0-4785-aee7-41763b7ce81a for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:38:30.315454 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:30.316588 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:30.328157 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-ae7f5aec-c432-4548-bd56-e09468995d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:30.329618 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-ae7f5aec-c432-4548-bd56-e09468995d53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0439420 Dec 09 11:38:30.378293 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-df6bfeb7-c554-42a0-ae11-76b450f958c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:30.380475 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-df6bfeb7-c554-42a0-ae11-76b450f958c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417180 Dec 09 11:38:30.394068 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-573e5dfc-4e11-4bf6-9343-9ec153148fc4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102508) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:38:30.396145 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-573e5dfc-4e11-4bf6-9343-9ec153148fc4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069339 Dec 09 11:38:30.402739 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af2f2e-bec8-4db8-beeb-9729a2240467 req-c5aa0dbb-ee91-41fc-8d76-93aeb4ce11e2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:30.404316 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46af2f2e-bec8-4db8-beeb-9729a2240467 req-c5aa0dbb-ee91-41fc-8d76-93aeb4ce11e2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 945 time: 0.2739940 Dec 09 11:38:30.458655 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-46af2f2e-bec8-4db8-beeb-9729a2240467 req-e8c98c13-798b-43e6-bd8e-48eb9063acc7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474606 Dec 09 11:38:30.492718 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-898633ae-189f-4c00-a126-444c79fce580 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889802 Dec 09 11:38:30.515806 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:30.583989 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-52cbfcf9-44a8-4e8c-9030-2a0299498076 req-6931cb9e-d672-4d28-ac87-e89b28a70f8d service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831251 Dec 09 11:38:30.735603 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '45fec607-410d-4afb-873e-9c3d09774a28', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2e:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:02Z', 'updated_at': '2021-12-09T11:35:03Z', 'revision_number': 1, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:30.764483 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91e659-bfb2-49f2-886c-4054e3db9f4d None None] The sync data for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi is: [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': '45fec607-410d-4afb-873e-9c3d09774a28', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'port_id': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'mac_address': 'fa:16:3e:2e:ed:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:35:02Z', 'updated_at': '2021-12-09T11:35:03Z', 'revision_number': 1, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:38:30.978429 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c2bc8-b2e9-4b42-85cf-593466b4a27b None None] New status for floating IP 377c824e-ff2f-4afb-9cc7-ec962858714c: DOWN {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:38:31.632253 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7204895-eb3c-4f2c-9fa6-6b2ac0b51092 req-1fce886d-6772-48a4-a07b-93233ab48c2f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:31.633726 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b7204895-eb3c-4f2c-9fa6-6b2ac0b51092 req-1fce886d-6772-48a4-a07b-93233ab48c2f tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 945 time: 0.1045675 Dec 09 11:38:31.685858 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b7204895-eb3c-4f2c-9fa6-6b2ac0b51092 req-e4f04098-98a1-45f7-9cbf-bdd304905846 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460997 Dec 09 11:38:32.171578 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-2b594dfa-e852-4fbe-9208-e7fe32644152 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:32.173020 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-2b594dfa-e852-4fbe-9208-e7fe32644152 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 945 time: 0.0492523 Dec 09 11:38:32.265151 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-d4cb25c8-e2e3-434c-bfd1-c95965ff0fd7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Deleting port 429f64a9-2e87-45fd-8382-029a74c1ed76 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:32.265408 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-d4cb25c8-e2e3-434c-bfd1-c95965ff0fd7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:32.351637 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-d4cb25c8-e2e3-434c-bfd1-c95965ff0fd7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] For port 429f64a9-2e87-45fd-8382-029a74c1ed76, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=429f64a9-2e87-45fd-8382-029a74c1ed76,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:32.351998 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-d4cb25c8-e2e3-434c-bfd1-c95965ff0fd7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:32.364386 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-d4cb25c8-e2e3-434c-bfd1-c95965ff0fd7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Calling delete_port for 429f64a9-2e87-45fd-8382-029a74c1ed76 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:32.490345 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-d4cb25c8-e2e3-434c-bfd1-c95965ff0fd7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:32.517932 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb25c8-e2e3-434c-bfd1-c95965ff0fd7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event deleted for resources: {'Port': ['ID=429f64a9-2e87-45fd-8382-029a74c1ed76,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:32.564779 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-d4cb25c8-e2e3-434c-bfd1-c95965ff0fd7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] No DVR routers for this DVR port 429f64a9-2e87-45fd-8382-029a74c1ed76 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:38:32.567350 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-d4cb25c8-e2e3-434c-bfd1-c95965ff0fd7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:32.570715 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb217aad-c50f-476b-996d-ee68d1e40e20 req-d4cb25c8-e2e3-434c-bfd1-c95965ff0fd7 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "DELETE /v2.0/ports/429f64a9-2e87-45fd-8382-029a74c1ed76 HTTP/1.1" status: 204 len: 173 time: 0.3896129 Dec 09 11:38:32.571183 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'name': 'network-vif-deleted', 'tag': '429f64a9-2e87-45fd-8382-029a74c1ed76'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:38:32.573398 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393f666c-307e-4788-9819-7913c858f6a8" -d '{"events": [{"server_uuid": "8d9a47c9-beb1-4b38-8649-acbd4ad9d791", "name": "network-vif-deleted", "tag": "429f64a9-2e87-45fd-8382-029a74c1ed76"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:38:32.672004 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ba9936-d485-4912-b139-991b5d920fd0 x-openstack-request-id: req-82ba9936-d485-4912-b139-991b5d920fd0 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:38:32.672302 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a47c9-beb1-4b38-8649-acbd4ad9d791", "name": "network-vif-deleted", "tag": "429f64a9-2e87-45fd-8382-029a74c1ed76", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:38:32.672555 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82ba9936-d485-4912-b139-991b5d920fd0 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:38:32.672951 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9a47c9-beb1-4b38-8649-acbd4ad9d791', 'name': 'network-vif-deleted', 'tag': '429f64a9-2e87-45fd-8382-029a74c1ed76', 'status': 'completed', 'code': 200} Dec 09 11:38:32.778682 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-78e2f5c7-841a-436b-87bc-d95161806694 req-2190d161-b4c8-4397-a441-522a27fa6ff5 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d9a47c9-beb1-4b38-8649-acbd4ad9d791 HTTP/1.1" status: 200 len: 210 time: 0.0252013 Dec 09 11:38:33.402109 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89995859-017a-49ed-95f2-5a92e223767a req-0890c90a-cfc1-45e6-bdf3-56cc434e122f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:33.403652 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-89995859-017a-49ed-95f2-5a92e223767a req-0890c90a-cfc1-45e6-bdf3-56cc434e122f tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0542943 Dec 09 11:38:33.451158 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-89995859-017a-49ed-95f2-5a92e223767a req-844335c3-860b-4f1c-bca6-656ad6eb4752 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415161 Dec 09 11:38:34.565591 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65516ab9-dc69-4765-8079-d101eba48078 req-3e624f96-0804-4966-b7a1-53bea6329338 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:34.567138 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65516ab9-dc69-4765-8079-d101eba48078 req-3e624f96-0804-4966-b7a1-53bea6329338 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0486093 Dec 09 11:38:34.616966 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-65516ab9-dc69-4765-8079-d101eba48078 req-e4366397-2cec-4cad-b13c-d74b710f101c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Dec 09 11:38:35.732803 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28b0a2-3e84-4f1f-824a-d578e7149739 req-bc2c7064-8b6f-4c88-89aa-f0f0807827bc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:35.734279 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4b28b0a2-3e84-4f1f-824a-d578e7149739 req-bc2c7064-8b6f-4c88-89aa-f0f0807827bc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0486052 Dec 09 11:38:35.782844 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4b28b0a2-3e84-4f1f-824a-d578e7149739 req-a0fcd11e-c811-41f6-bb4f-55c914b50243 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e7acf30-95f8-48f8-896b-1ded3b80dcc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417061 Dec 09 11:38:35.795467 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3b5e2352-2e3b-458f-a5eb-c7a7a831d917 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:35.796942 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3b5e2352-2e3b-458f-a5eb-c7a7a831d917 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 945 time: 0.0504029 Dec 09 11:38:35.889856 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Deleting port c7853822-ca92-4ad1-ac72-188662127f85 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:35.890198 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:35.980116 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] For port c7853822-ca92-4ad1-ac72-188662127f85, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c7853822-ca92-4ad1-ac72-188662127f85,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:35.980483 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:35.990656 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:38:36.056433 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53742) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:36.155259 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:36.155628 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:36.155948 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.l3_db [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Floating IP 5030e858-3d26-4945-8fc5-19a56ef6b272 disassociated. External IP: 172.27.0.18, port: c7853822-ca92-4ad1-ac72-188662127f85. Dec 09 11:38:36.156295 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Calling delete_port for c7853822-ca92-4ad1-ac72-188662127f85 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:36.223987 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Deleting port b40ca496-adec-4f00-8ef0-2cb619b8fc78 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:36.224244 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:36.286778 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:36.303543 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:36.303879 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:36.315229 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Calling delete_port for b40ca496-adec-4f00-8ef0-2cb619b8fc78 owned by network:floatingip {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:36.315389 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event deleted for resources: {'Port': ['ID=c7853822-ca92-4ad1-ac72-188662127f85,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:36.432460 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Router 51ab017d-8a97-4908-969d-093606b51135 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:38:36.465018 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:36.490051 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event deleted for resources: {'Port': ['ID=b40ca496-adec-4f00-8ef0-2cb619b8fc78,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:36.515326 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.515661 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.516004 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.516598 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.516931 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.517406 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.517620 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.517939 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.518285 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.518861 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.519177 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.519524 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.520361 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:36.542168 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:38:36.553502 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] Sync routers for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:38:36.559906 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:36.560373 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Floating IP 45fec607-410d-4afb-873e-9c3d09774a28 disassociated (deleted). External IP: 172.27.0.122, port: b5f911e5-db30-480f-a003-bb6d30bb412b. Dec 09 11:38:36.564731 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:36.565431 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:36.584539 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] No DVR routers for this DVR port c7853822-ca92-4ad1-ac72-188662127f85 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:38:36.587271 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:36.590639 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bda6e7b5-b3df-48a8-b25d-ee1a681ef83d req-3e088f1b-dc8b-4774-89e5-2fb6cca0b502 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.32 "DELETE /v2.0/ports/c7853822-ca92-4ad1-ac72-188662127f85 HTTP/1.1" status: 204 len: 173 time: 0.7834656 Dec 09 11:38:36.591110 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'name': 'network-vif-deleted', 'tag': 'c7853822-ca92-4ad1-ac72-188662127f85'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:38:36.593356 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1cc122-4430-4003-a310-2e024fd9918b" -d '{"events": [{"server_uuid": "2c7743e3-a86a-424d-9a8b-7bbf0095257a", "name": "network-vif-deleted", "tag": "c7853822-ca92-4ad1-ac72-188662127f85"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:38:36.632286 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8794d216-d35c-4136-ac8b-f79c21dc469e x-openstack-request-id: req-8794d216-d35c-4136-ac8b-f79c21dc469e {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:38:36.632572 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7743e3-a86a-424d-9a8b-7bbf0095257a", "name": "network-vif-deleted", "tag": "c7853822-ca92-4ad1-ac72-188662127f85", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:38:36.633392 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8794d216-d35c-4136-ac8b-f79c21dc469e {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:38:36.633392 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7743e3-a86a-424d-9a8b-7bbf0095257a', 'name': 'network-vif-deleted', 'tag': 'c7853822-ca92-4ad1-ac72-188662127f85', 'status': 'completed', 'code': 200} Dec 09 11:38:36.682566 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:36.789919 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:38:36.907537 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:36.908553 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2dfc4a24-040a-449d-a917-4690997d500e req-c3006c43-026e-43c5-b51c-76500fee6e57 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7743e3-a86a-424d-9a8b-7bbf0095257a HTTP/1.1" status: 200 len: 210 time: 0.0295966 Dec 09 11:38:36.924594 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:38:36.934541 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:36.937262 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] Checking router: 51ab017d-8a97-4908-969d-093606b51135 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:38:36.942244 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] Sync routers for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:38:36.946282 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:36.946941 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:36.952471 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:36.953184 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:36.969330 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-04dab015-4292-4790-b0c2-a706c653f271 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "DELETE /v2.0/floatingips/45fec607-410d-4afb-873e-9c3d09774a28 HTTP/1.1" status: 204 len: 168 time: 0.9111369 Dec 09 11:38:36.969943 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'tag': 'b5f911e5-db30-480f-a003-bb6d30bb412b'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:38:36.972229 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd10be5-3304-4485-8432-fbf31ddccc3b", "tag": "b5f911e5-db30-480f-a003-bb6d30bb412b"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:38:37.012162 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d81cfa-6d8c-44f4-9a73-10a4cf4ce3b6 x-openstack-request-id: req-b3d81cfa-6d8c-44f4-9a73-10a4cf4ce3b6 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:38:37.012460 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd10be5-3304-4485-8432-fbf31ddccc3b", "tag": "b5f911e5-db30-480f-a003-bb6d30bb412b", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:38:37.012718 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3d81cfa-6d8c-44f4-9a73-10a4cf4ce3b6 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:38:37.013123 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'tag': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'status': 'completed', 'code': 200} Dec 09 11:38:37.066051 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:37.081505 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:37.151432 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-52fcc356-a62d-4c2b-865c-e082e73f23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:37.153375 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-52fcc356-a62d-4c2b-865c-e082e73f23f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 1098 time: 0.0759635 Dec 09 11:38:37.277095 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9ff0d-bc2c-451c-a7c5-6e5d562f025f req-0f6e1883-9b46-4e3b-b057-4d0d169589f4 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:37.295312 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-eae9ff0d-bc2c-451c-a7c5-6e5d562f025f req-0f6e1883-9b46-4e3b-b057-4d0d169589f4 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 945 time: 0.0806432 Dec 09 11:38:37.302748 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:37.337154 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-60f6dd97-bc52-4cfc-8b03-c5d49c7767a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:37.338718 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-60f6dd97-bc52-4cfc-8b03-c5d49c7767a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 200 len: 913 time: 0.1363647 Dec 09 11:38:37.341092 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4e36f-321f-4c00-bf6e-31f14062bd31 None None] The sync data for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi is: [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:38:37.385501 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-eae9ff0d-bc2c-451c-a7c5-6e5d562f025f req-f26ee107-eee8-4c8a-8770-281afe8f6381 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881534 Dec 09 11:38:37.399300 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-ec6dc691-0d08-4d1b-b01d-32aa7a8b6976 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5f911e5-db30-480f-a003-bb6d30bb412b HTTP/1.1" status: 200 len: 217 time: 0.0512390 Dec 09 11:38:37.459087 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-482f3b9f-8d41-4651-b21d-1665871d4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:37.460566 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-482f3b9f-8d41-4651-b21d-1665871d4fef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 200 len: 851 time: 0.0525920 Dec 09 11:38:37.467764 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 429f64a9-2e87-45fd-8382-029a74c1ed76 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:38:37.492914 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 429f64a9-2e87-45fd-8382-029a74c1ed76 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:38:37.493261 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 429f64a9-2e87-45fd-8382-029a74c1ed76 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:38:37.513387 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-95ca76e7-9e11-41ec-8009-9709a757f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:37.515275 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-95ca76e7-9e11-41ec-8009-9709a757f9fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4389fc57-064a-4f7b-9555-79ad61a5db84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439153 Dec 09 11:38:37.542569 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:37.569296 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] Checking router: 2b17a1d4-c2f0-4785-aee7-41763b7ce81a for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:38:37.579813 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:37.580661 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:37.610863 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0808acc-6417-47be-870f-0457f2055203 None None] New status for floating IP 5030e858-3d26-4945-8fc5-19a56ef6b272: DOWN {{(pid=102511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:38:37.617210 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-8710791e-fd6d-4354-9a12-41c5f160743c service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930874 Dec 09 11:38:37.694476 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:37.716140 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b0b0e9a3-7311-4ecc-a688-01ce2ad1df23 req-8194bd0f-56d4-49ef-bdce-43281c9243a2 service neutron] 10.222.0.32 "GET /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894957 Dec 09 11:38:37.897736 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:37.923164 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c75134-6008-42b4-82ce-3b588b800905 None None] The sync data for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi is: [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:04Z', 'revision_number': 4, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '58750765-9b7d-4dd5-82e1-8ed970810ed8', 'name': '', 'network_id': '4389fc57-064a-4f7b-9555-79ad61a5db84', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'mac_address': 'fa:16:3e:19:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:03Z', 'updated_at': '2021-12-09T11:31:09Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'subnets': [{'id': '4ba79d24-a7db-4309-8c16-e9f8e4fcf409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:38:38.000659 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53758) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:38.055376 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3746dd3c-dc2b-48a6-8f78-1fcfe43a59bc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:38.080535 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3746dd3c-dc2b-48a6-8f78-1fcfe43a59bc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:38.135480 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3746dd3c-dc2b-48a6-8f78-1fcfe43a59bc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:38.138282 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3746dd3c-dc2b-48a6-8f78-1fcfe43a59bc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:38.142178 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3746dd3c-dc2b-48a6-8f78-1fcfe43a59bc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "DELETE /v2.0/security-groups/0e7acf30-95f8-48f8-896b-1ded3b80dcc5 HTTP/1.1" status: 204 len: 168 time: 0.1377091 Dec 09 11:38:38.143125 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53760) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:38.149616 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746dd3c-dc2b-48a6-8f78-1fcfe43a59bc tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7acf30-95f8-48f8-896b-1ded3b80dcc5,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:38.158593 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.api.v2.resource [None req-aa8cfaad-3b5c-4e7b-a81a-a4db153a2ad5 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] show failed (client error): The resource could not be found. Dec 09 11:38:38.159746 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-aa8cfaad-3b5c-4e7b-a81a-a4db153a2ad5 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups/0e7acf30-95f8-48f8-896b-1ded3b80dcc5 HTTP/1.1" status: 404 len: 347 time: 0.0156076 Dec 09 11:38:38.163308 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53762) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:38.172817 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a4991e-2da8-40b6-936f-016d8088450e None None] New status for floating IP 45fec607-410d-4afb-873e-9c3d09774a28: DOWN {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:38:38.291715 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-3b656449-6384-4669-9ad0-22a068a30bdb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Deleting port a4c81523-01cd-44e9-856b-acb6d9bd4a95 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:38.292059 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3b656449-6384-4669-9ad0-22a068a30bdb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:38.368680 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3b656449-6384-4669-9ad0-22a068a30bdb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:38.369008 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3b656449-6384-4669-9ad0-22a068a30bdb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:38.380499 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-3b656449-6384-4669-9ad0-22a068a30bdb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Calling delete_port for a4c81523-01cd-44e9-856b-acb6d9bd4a95 owned by network:floatingip {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:38.508379 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f97a86-8006-44b7-9881-b480cc746249 req-22199896-0b56-4e36-b81b-0f1dc3b1aa58 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:38.509953 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5f97a86-8006-44b7-9881-b480cc746249 req-22199896-0b56-4e36-b81b-0f1dc3b1aa58 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 945 time: 0.0483167 Dec 09 11:38:38.510898 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3b656449-6384-4669-9ad0-22a068a30bdb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:38.541044 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b656449-6384-4669-9ad0-22a068a30bdb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event deleted for resources: {'Port': ['ID=a4c81523-01cd-44e9-856b-acb6d9bd4a95,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:38.565622 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a5f97a86-8006-44b7-9881-b480cc746249 req-5eed9200-ed82-47b7-8590-0787cf290c89 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491781 Dec 09 11:38:38.601769 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3b656449-6384-4669-9ad0-22a068a30bdb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:38.606343 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3b656449-6384-4669-9ad0-22a068a30bdb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:38.607549 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3b656449-6384-4669-9ad0-22a068a30bdb tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "DELETE /v2.0/floatingips/5030e858-3d26-4945-8fc5-19a56ef6b272 HTTP/1.1" status: 204 len: 168 time: 0.4432983 Dec 09 11:38:39.048463 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53768) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:39.053297 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-49425ec5-1045-4481-a2b6-40288b40e68c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683841068', 'description': 'tempest-description--151053025'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:38:39.075136 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-49425ec5-1045-4481-a2b6-40288b40e68c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.164873 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-49425ec5-1045-4481-a2b6-40288b40e68c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.170942 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-49425ec5-1045-4481-a2b6-40288b40e68c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.208831 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-49425ec5-1045-4481-a2b6-40288b40e68c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.210042 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-49425ec5-1045-4481-a2b6-40288b40e68c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1605964 Dec 09 11:38:39.213033 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53770) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:39.217640 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-170b57ef-8662-423c-868d-303d3a3151b8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'security_group_rule': {'security_group_id': '74218dd4-db5a-4297-8a7c-b6532496da37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:38:39.219597 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-823419eb-3b0e-4f11-8c07-c2fa52ba80a4 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:39.221000 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-823419eb-3b0e-4f11-8c07-c2fa52ba80a4 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 945 time: 0.0913222 Dec 09 11:38:39.222474 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49425ec5-1045-4481-a2b6-40288b40e68c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74218dd4-db5a-4297-8a7c-b6532496da37,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:39.248337 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-170b57ef-8662-423c-868d-303d3a3151b8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.302753 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-170b57ef-8662-423c-868d-303d3a3151b8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.306323 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-170b57ef-8662-423c-868d-303d3a3151b8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.315526 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-131a5c38-702f-4a74-b3d0-6e76a87249c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Deleting port b5f911e5-db30-480f-a003-bb6d30bb412b {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:39.315865 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-131a5c38-702f-4a74-b3d0-6e76a87249c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.321923 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b57ef-8662-423c-868d-303d3a3151b8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f16696-eb9c-4e9b-9204-e3193f8a775f,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:39.333826 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-170b57ef-8662-423c-868d-303d3a3151b8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.335039 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-170b57ef-8662-423c-868d-303d3a3151b8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209741 Dec 09 11:38:39.337554 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53772) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:39.341872 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-01bfda0d-b58c-4caf-a67f-7a1c83561ab8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'security_group_rule': {'security_group_id': '74218dd4-db5a-4297-8a7c-b6532496da37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:38:39.368457 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01bfda0d-b58c-4caf-a67f-7a1c83561ab8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.433545 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01bfda0d-b58c-4caf-a67f-7a1c83561ab8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.437651 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01bfda0d-b58c-4caf-a67f-7a1c83561ab8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978987'] for security_group_rule, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.453606 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfda0d-b58c-4caf-a67f-7a1c83561ab8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b148ebd-87f4-406b-8447-9832490ae196,revision_number=0']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:39.465945 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-01bfda0d-b58c-4caf-a67f-7a1c83561ab8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.467212 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-01bfda0d-b58c-4caf-a67f-7a1c83561ab8 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286840 Dec 09 11:38:39.470447 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53774) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:39.475724 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'floatingip': {'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:38:39.475945 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c7853822-ca92-4ad1-ac72-188662127f85 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:38:39.498176 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: c7853822-ca92-4ad1-ac72-188662127f85 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:38:39.498663 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device c7853822-ca92-4ad1-ac72-188662127f85 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:38:39.500185 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.603607 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.676531 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-131a5c38-702f-4a74-b3d0-6e76a87249c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] For port b5f911e5-db30-480f-a003-bb6d30bb412b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b5f911e5-db30-480f-a003-bb6d30bb412b,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:39.676945 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-131a5c38-702f-4a74-b3d0-6e76a87249c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.690940 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-131a5c38-702f-4a74-b3d0-6e76a87249c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Calling delete_port for b5f911e5-db30-480f-a003-bb6d30bb412b owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:39.729097 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b4598-1366-4739-b3cd-5f615a42f6b8 req-b203afe0-1d36-44d4-a2f9-ea0004e4cda2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:39.730471 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e09b4598-1366-4739-b3cd-5f615a42f6b8 req-b203afe0-1d36-44d4-a2f9-ea0004e4cda2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd10be5-3304-4485-8432-fbf31ddccc3b HTTP/1.1" status: 200 len: 945 time: 0.0884836 Dec 09 11:38:39.764763 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Allocated IP 172.27.0.143 (e7fed231-2d46-4983-baf1-5f45b5e5c94a/bfed0bcc-cdb2-4cb5-8de3-da6626849bf1/5840d55c-d6d9-4b0d-801b-3cc38e7e4100) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:38:39.816042 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-131a5c38-702f-4a74-b3d0-6e76a87249c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.834998 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-e09b4598-1366-4739-b3cd-5f615a42f6b8 req-d999cc29-6738-464c-b139-42da0ad62b77 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd02bb1a-627c-4944-ae49-6e802abe4230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966256 Dec 09 11:38:39.848434 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a5c38-702f-4a74-b3d0-6e76a87249c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event deleted for resources: {'Port': ['ID=b5f911e5-db30-480f-a003-bb6d30bb412b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:39.890607 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-131a5c38-702f-4a74-b3d0-6e76a87249c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] No DVR routers for this DVR port b5f911e5-db30-480f-a003-bb6d30bb412b on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:38:39.893664 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-131a5c38-702f-4a74-b3d0-6e76a87249c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.897601 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7082e884-0b30-4e08-80d9-25a3fa031455 req-131a5c38-702f-4a74-b3d0-6e76a87249c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.32 "DELETE /v2.0/ports/b5f911e5-db30-480f-a003-bb6d30bb412b HTTP/1.1" status: 204 len: 173 time: 0.6698291 Dec 09 11:38:39.898101 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'name': 'network-vif-deleted', 'tag': 'b5f911e5-db30-480f-a003-bb6d30bb412b'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:38:39.900376 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0757d2ac-c1d8-476e-8a18-bdb1e6cae19e" -d '{"events": [{"server_uuid": "bdd10be5-3304-4485-8432-fbf31ddccc3b", "name": "network-vif-deleted", "tag": "b5f911e5-db30-480f-a003-bb6d30bb412b"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:38:39.902046 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for port, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.941287 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:39.949534 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2b114d-4ef7-4840-a2f4-7006775777f8 x-openstack-request-id: req-8f2b114d-4ef7-4840-a2f4-7006775777f8 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:38:39.949829 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd10be5-3304-4485-8432-fbf31ddccc3b", "name": "network-vif-deleted", "tag": "b5f911e5-db30-480f-a003-bb6d30bb412b", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:38:39.950083 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f2b114d-4ef7-4840-a2f4-7006775777f8 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:38:39.950474 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd10be5-3304-4485-8432-fbf31ddccc3b', 'name': 'network-vif-deleted', 'tag': 'b5f911e5-db30-480f-a003-bb6d30bb412b', 'status': 'completed', 'code': 200} Dec 09 11:38:39.986114 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Network e7fed231-2d46-4983-baf1-5f45b5e5c94a is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:38:39.994463 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:38:39.998865 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:38:40.001865 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'Port': ['ID=5840d55c-d6d9-4b0d-801b-3cc38e7e4100,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:40.083660 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:40.116334 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:40.287279 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for port, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:40.293649 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11986190'] for port, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:40.365676 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'Port': ['ID=5840d55c-d6d9-4b0d-801b-3cc38e7e4100,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:40.373856 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:40.389418 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:40.390633 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-20d9a489-4046-4cb9-a588-5414dbf5ae08 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9190774 Dec 09 11:38:40.591240 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-10356d52-2c40-4beb-ae91-fffe1a2b21cf tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1683841068&fields=id&tenant_id=d8e0382f3b7c40a799470ab89904d277 HTTP/1.1" status: 200 len: 267 time: 0.0443633 Dec 09 11:38:40.697497 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3275-7626-4251-90c9-51e25d4badbb req-d9332515-944f-46ca-a704-2ccda5a95b85 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:40.699717 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-d9332515-944f-46ca-a704-2ccda5a95b85 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 811 time: 0.1015105 Dec 09 11:38:40.715624 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-84c42ce6-d4a2-4857-9547-b49636b4b026 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/quotas/d8e0382f3b7c40a799470ab89904d277 HTTP/1.1" status: 200 len: 375 time: 0.0098124 Dec 09 11:38:40.767556 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-5ba45222-0142-46a3-8dc1-7d65e1831555 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461013 Dec 09 11:38:40.784434 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-38b309dd-8543-4a76-b311-73b333906ddb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:38:40.785406 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-38b309dd-8543-4a76-b311-73b333906ddb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052733 Dec 09 11:38:40.885302 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-c2b3cf2a-eb46-499f-845b-c9204ce0b68f service neutron] 10.222.0.30 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935929 Dec 09 11:38:40.894286 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53798) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:40.975837 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-dde27d0f-b0c0-425f-ae15-76008ebb1d86 service neutron] 10.222.0.30 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838404 Dec 09 11:38:41.020111 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-cee34667-ab89-47de-87ee-07d1bc63a35a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Deleting port 91eadd2a-19ea-4c53-831d-0e87908dbe28 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:41.020347 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cee34667-ab89-47de-87ee-07d1bc63a35a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:41.110650 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cee34667-ab89-47de-87ee-07d1bc63a35a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:41.111008 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cee34667-ab89-47de-87ee-07d1bc63a35a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:41.123855 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-cee34667-ab89-47de-87ee-07d1bc63a35a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Calling delete_port for 91eadd2a-19ea-4c53-831d-0e87908dbe28 owned by network:floatingip {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:41.151877 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-859665ae-aa4f-4df3-b15f-817574f97370 req-42332c44-6246-4c9b-a988-97ab846b65d9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 210 time: 0.0347593 Dec 09 11:38:41.270596 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cee34667-ab89-47de-87ee-07d1bc63a35a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:41.309229 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee34667-ab89-47de-87ee-07d1bc63a35a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event deleted for resources: {'Port': ['ID=91eadd2a-19ea-4c53-831d-0e87908dbe28,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:41.369017 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cee34667-ab89-47de-87ee-07d1bc63a35a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for floatingip, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:41.371742 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cee34667-ab89-47de-87ee-07d1bc63a35a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:41.372916 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-cee34667-ab89-47de-87ee-07d1bc63a35a tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "DELETE /v2.0/floatingips/46176f9d-3064-405b-80b3-c7a73ba686f5 HTTP/1.1" status: 204 len: 168 time: 0.4768937 Dec 09 11:38:42.236630 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3275-7626-4251-90c9-51e25d4badbb req-5b4ce896-db27-47b2-9e6d-bbffa3ba94e2 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:42.238760 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-5b4ce896-db27-47b2-9e6d-bbffa3ba94e2 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.32 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 811 time: 0.1075010 Dec 09 11:38:42.253452 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a4254820-5065-4cf1-993d-366f9ef78f7b req-84090324-a0df-47cd-8b0c-05ed1576480e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 210 time: 0.0285408 Dec 09 11:38:42.329377 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-65fd1354-08e9-478b-85cb-29b861062ce5 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e0382f3b7c40a799470ab89904d277 HTTP/1.1" status: 200 len: 380 time: 0.0537300 Dec 09 11:38:42.339532 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'port': {'device_id': '4398f78b-9e23-45f1-b39c-941cd831a328', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'admin_state_up': True, 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'security_groups': ['74218dd4-db5a-4297-8a7c-b6532496da37']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:38:42.444104 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Made reservation on behalf of d8e0382f3b7c40a799470ab89904d277 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:38:42.447487 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:42.572851 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53826) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:42.572995 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Allocated IP 172.20.0.3 (a97faff6-2333-4005-91e6-323ead163706/2744dcac-4066-4c4b-bfe9-d8766ca7e1f6/edf6d1b1-8872-4cc5-84b4-1a990a052e49) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:38:42.633020 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-187796fb-a6c6-46b8-b502-e8d127a2c3c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:42.658577 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-187796fb-a6c6-46b8-b502-e8d127a2c3c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:42.713044 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:42.719498 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-187796fb-a6c6-46b8-b502-e8d127a2c3c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:42.722162 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-187796fb-a6c6-46b8-b502-e8d127a2c3c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:42.724043 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-187796fb-a6c6-46b8-b502-e8d127a2c3c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] 10.222.0.30 "DELETE /v2.0/security-groups/cd02bb1a-627c-4944-ae49-6e802abe4230 HTTP/1.1" status: 204 len: 168 time: 0.1501341 Dec 09 11:38:42.733353 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187796fb-a6c6-46b8-b502-e8d127a2c3c2 tempest-TestVolumeBootPattern-1426968137 tempest-TestVolumeBootPattern-1426968137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd02bb1a-627c-4944-ae49-6e802abe4230,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:42.755559 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:42.782045 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53830) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:42.806882 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Network a97faff6-2333-4005-91e6-323ead163706 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:38:42.810043 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:38:42.814455 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:38:42.817357 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event updated for resources: {'Port': ['ID=edf6d1b1-8872-4cc5-84b4-1a990a052e49,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:42.873444 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:42.874075 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:42.893067 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-f436e48f-7740-45cb-8c56-5dcfd2d1e2f9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574288 Dec 09 11:38:42.919990 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Request body: {'port': {'device_id': '4398f78b-9e23-45f1-b39c-941cd831a328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:38:42.987509 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:43.102609 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-02d4998b-4b8a-43fc-a2ce-cfb0efb937b5 None None] Provisioning complete for port edf6d1b1-8872-4cc5-84b4-1a990a052e49 triggered by entity DHCP. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:38:43.103190 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-02d4998b-4b8a-43fc-a2ce-cfb0efb937b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:43.137497 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-02d4998b-4b8a-43fc-a2ce-cfb0efb937b5 None None] Port edf6d1b1-8872-4cc5-84b4-1a990a052e49 cannot update to ACTIVE because it is not bound. {{(pid=102510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 11:38:43.257751 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf6d1b1-8872-4cc5-84b4-1a990a052e49 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:38:43.258312 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531025'] for router_interface, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:43.265200 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:43.278004 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Transition to ACTIVE for port object edf6d1b1-8872-4cc5-84b4-1a990a052e49 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:38:43.281860 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:43.340178 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Pushing event updated for resources: {'Port': ['ID=edf6d1b1-8872-4cc5-84b4-1a990a052e49,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:43.422414 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Attempting to bind port edf6d1b1-8872-4cc5-84b4-1a990a052e49 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:38:43.422785 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Attempting to bind port edf6d1b1-8872-4cc5-84b4-1a990a052e49 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:38:43.423124 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Attempting to bind port edf6d1b1-8872-4cc5-84b4-1a990a052e49 on network a97faff6-2333-4005-91e6-323ead163706 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:38:43.428363 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Port edf6d1b1-8872-4cc5-84b4-1a990a052e49 on network a97faff6-2333-4005-91e6-323ead163706 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:38:43.428698 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Attempting to bind port edf6d1b1-8872-4cc5-84b4-1a990a052e49 on network a97faff6-2333-4005-91e6-323ead163706 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:38:43.434183 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:38:43.434532 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Checking segment: {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:38:43.434971 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Bound using segment: {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:38:43.435413 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Bound port: edf6d1b1-8872-4cc5-84b4-1a990a052e49, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59711b87-d164-4228-ba51-1b70219832c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a97faff6-2333-4005-91e6-323ead163706'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:38:43.435774 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:43.443606 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1efc39-ab9a-4468-9e3e-72c7dfdff59f req-f999745b-021d-4ad8-879f-ac0cc800828c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:43.445146 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8d1efc39-ab9a-4468-9e3e-72c7dfdff59f req-f999745b-021d-4ad8-879f-ac0cc800828c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 943 time: 0.1004143 Dec 09 11:38:43.483137 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device b5f911e5-db30-480f-a003-bb6d30bb412b no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:38:43.507298 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] For port edf6d1b1-8872-4cc5-84b4-1a990a052e49, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:38:43.510948 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: b5f911e5-db30-480f-a003-bb6d30bb412b {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:38:43.511288 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] For port edf6d1b1-8872-4cc5-84b4-1a990a052e49, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=edf6d1b1-8872-4cc5-84b4-1a990a052e49,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:38:43.512374 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device b5f911e5-db30-480f-a003-bb6d30bb412b not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:38:43.520139 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:43.556454 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:43.557980 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:43.559880 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] 10.222.0.32 "PUT /v2.0/ports/edf6d1b1-8872-4cc5-84b4-1a990a052e49 HTTP/1.1" status: 200 len: 1093 time: 0.6442902 Dec 09 11:38:43.562814 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4398f78b-9e23-45f1-b39c-941cd831a328', 'tag': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:38:43.565981 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d4f476-3045-4a46-86f6-c9a57eccbfc5" -d '{"events": [{"name": "network-changed", "server_uuid": "4398f78b-9e23-45f1-b39c-941cd831a328", "tag": "edf6d1b1-8872-4cc5-84b4-1a990a052e49"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:38:43.617539 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fd697e-ed5e-4e2b-a32b-426036cb81f5 x-openstack-request-id: req-c2fd697e-ed5e-4e2b-a32b-426036cb81f5 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:38:43.618119 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4398f78b-9e23-45f1-b39c-941cd831a328", "tag": "edf6d1b1-8872-4cc5-84b4-1a990a052e49", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:38:43.618564 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2fd697e-ed5e-4e2b-a32b-426036cb81f5 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:38:43.619162 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4398f78b-9e23-45f1-b39c-941cd831a328', 'tag': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49', 'status': 'completed', 'code': 200} Dec 09 11:38:43.625148 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d93fa-bb63-4ba6-9325-f96fdd2062c0 service neutron] Pushing event updated for resources: {'Port': ['ID=edf6d1b1-8872-4cc5-84b4-1a990a052e49,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:43.683428 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3275-7626-4251-90c9-51e25d4badbb req-3f0833e5-c8f5-4b14-9b3f-c446699a6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:43.685969 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-3f0833e5-c8f5-4b14-9b3f-c446699a6c8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 1096 time: 0.0554776 Dec 09 11:38:43.753929 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-e58c103e-fd84-4aab-af80-c32593376e9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf6d1b1-8872-4cc5-84b4-1a990a052e49 HTTP/1.1" status: 200 len: 217 time: 0.0432723 Dec 09 11:38:43.760592 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-8d1efc39-ab9a-4468-9e3e-72c7dfdff59f req-28b6c007-cacb-4442-b82a-a3683dbd6715 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988114 Dec 09 11:38:43.817588 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3275-7626-4251-90c9-51e25d4badbb req-c3408ab3-a01f-40bd-a705-37c52ab8f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:43.819082 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-c3408ab3-a01f-40bd-a705-37c52ab8f346 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 200 len: 850 time: 0.0543470 Dec 09 11:38:43.838641 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] Deleting port 58750765-9b7d-4dd5-82e1-8ed970810ed8 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:43.838945 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:43.869774 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3275-7626-4251-90c9-51e25d4badbb req-493b3917-0359-4f4e-b502-00f11efd5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:43.871390 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-493b3917-0359-4f4e-b502-00f11efd5fda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a97faff6-2333-4005-91e6-323ead163706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412114 Dec 09 11:38:43.922466 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] For port 58750765-9b7d-4dd5-82e1-8ed970810ed8, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=58750765-9b7d-4dd5-82e1-8ed970810ed8,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:43.922881 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:43.935994 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] Calling delete_port for 58750765-9b7d-4dd5-82e1-8ed970810ed8 owned by network:router_interface {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:43.973895 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-ad208981-9cee-460e-bbc6-f01f47032a92 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889044 Dec 09 11:38:44.068540 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f94e3275-7626-4251-90c9-51e25d4badbb req-c7add26b-d823-4556-9c9d-492cbf97117c service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834754 Dec 09 11:38:44.117097 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:44.143602 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] Pushing event deleted for resources: {'Port': ['ID=58750765-9b7d-4dd5-82e1-8ed970810ed8,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:44.212728 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-0be0d6a1-2fa9-430c-aa08-224f19cb4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:44.214269 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-0be0d6a1-2fa9-430c-aa08-224f19cb4d03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 1096 time: 0.0498016 Dec 09 11:38:44.316630 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-dbbadc57-f2ca-4d2a-a30e-48efd7121d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:44.318184 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-dbbadc57-f2ca-4d2a-a30e-48efd7121d13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 912 time: 0.0946162 Dec 09 11:38:44.318788 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531005'] for router_interface, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:44.368630 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-4add9f3a-c735-4423-956c-b3aa153c0def service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf6d1b1-8872-4cc5-84b4-1a990a052e49 HTTP/1.1" status: 200 len: 217 time: 0.0405135 Dec 09 11:38:44.420789 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-ee2dae2e-1c3e-4758-8c06-5b3a4457d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:44.422165 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-ee2dae2e-1c3e-4758-8c06-5b3a4457d3b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 200 len: 850 time: 0.0446520 Dec 09 11:38:44.469541 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-10a80197-6221-4b93-abaa-d0e69ceeffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:44.471154 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-10a80197-6221-4b93-abaa-d0e69ceeffa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a97faff6-2333-4005-91e6-323ead163706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408850 Dec 09 11:38:44.534897 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] Router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:38:44.563284 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-b67fd8a4-ee89-4b5f-832a-41b1f53d790a service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839875 Dec 09 11:38:44.641462 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:38:44.647417 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3ec64369-ca6e-4a84-b621-cd6ffcd1e95d admin admin] 10.222.0.30 "PUT /v2.0/routers/2b17a1d4-c2f0-4785-aee7-41763b7ce81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8641644 Dec 09 11:38:44.650045 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53838) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:44.651073 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] Sync routers for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:38:44.665677 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:44.666591 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:44.666900 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-22d4f476-3045-4a46-86f6-c9a57eccbfc5 req-f79d04e2-c952-49f7-ae52-90562c2363c6 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952940 Dec 09 11:38:44.755499 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:44.770803 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:44.891054 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:44.908134 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c77af-a267-4bd9-901d-40dcbef35159 req-da989911-5f6e-43ed-ac15-d5469007ed3b tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:44.909656 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-446c77af-a267-4bd9-901d-40dcbef35159 req-da989911-5f6e-43ed-ac15-d5469007ed3b tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 943 time: 0.0754509 Dec 09 11:38:44.996970 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-446c77af-a267-4bd9-901d-40dcbef35159 req-d375b64f-069a-4850-aceb-a47fc503d603 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782495 Dec 09 11:38:45.003750 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Deleting port 581d327d-2299-4877-8d51-766072711dfd {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:45.004653 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.046301 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '581d327d-2299-4877-8d51-766072711dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:38:44Z', 'revision_number': 5, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port': {'id': '581d327d-2299-4877-8d51-766072711dfd', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:45.072299 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] Checking router: 2b17a1d4-c2f0-4785-aee7-41763b7ce81a for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:38:45.080452 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] Routers {'2b17a1d4-c2f0-4785-aee7-41763b7ce81a'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:45.081050 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:45.081274 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] For port 581d327d-2299-4877-8d51-766072711dfd, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=581d327d-2299-4877-8d51-766072711dfd,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:45.081662 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.094482 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Calling delete_port for 581d327d-2299-4877-8d51-766072711dfd owned by network:router_gateway {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:45.167900 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] Set router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:45.229161 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:38:44Z', 'revision_number': 6, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port_host': None}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:45.256002 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1415302-2b78-41d4-a42a-fc12daa8e6e4 None None] The sync data for ids ['2b17a1d4-c2f0-4785-aee7-41763b7ce81a'] in dv-cinder-817351-6-iscsi is: [{'id': '2b17a1d4-c2f0-4785-aee7-41763b7ce81a', 'name': 'tempest-TestVolumeBootPattern-1701910843-router', 'tenant_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:30:59Z', 'updated_at': '2021-12-09T11:38:44Z', 'revision_number': 6, 'project_id': 'ab8d9bf6fa784722be531cfeff896ac4', 'gw_port_host': None}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:38:45.271521 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.298499 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=581d327d-2299-4877-8d51-766072711dfd,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:45.359246 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032607'] for router_gateway, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.450451 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.452463 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.496539 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528950'] for router, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.497073 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b17a1d4-c2f0-4785-aee7-41763b7ce81a {{(pid=102509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:38:45.501433 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.502570 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-48386bd1-5b3f-4b7c-8e4f-b7e1d251f0d3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2b17a1d4-c2f0-4785-aee7-41763b7ce81a HTTP/1.1" status: 204 len: 168 time: 0.8513224 Dec 09 11:38:45.505636 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53842) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:45.548516 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5de35e2-ecab-487a-adff-7159369447ff admin admin] Deleting subnet 4ba79d24-a7db-4309-8c16-e9f8e4fcf409 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:38:45.552054 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5de35e2-ecab-487a-adff-7159369447ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.588564 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5de35e2-ecab-487a-adff-7159369447ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11771959'] for subnet, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.666135 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5de35e2-ecab-487a-adff-7159369447ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.723394 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5de35e2-ecab-487a-adff-7159369447ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11986384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11701277'] for subnet, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.748944 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de35e2-ecab-487a-adff-7159369447ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba79d24-a7db-4309-8c16-e9f8e4fcf409,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:45.752459 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d5de35e2-ecab-487a-adff-7159369447ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.756408 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d5de35e2-ecab-487a-adff-7159369447ff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4ba79d24-a7db-4309-8c16-e9f8e4fcf409 HTTP/1.1" status: 204 len: 168 time: 0.2498145 Dec 09 11:38:45.758879 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53844) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:45.761396 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2406c73f-943e-4ef6-9aca-0dd26d7ac1d6 None None] Network 4389fc57-064a-4f7b-9555-79ad61a5db84 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:38:45.827625 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.881620 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Deleting port 42f6070e-e5b5-49d2-8b2a-52f5f402040c {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:45.881963 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.945829 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] For port 42f6070e-e5b5-49d2-8b2a-52f5f402040c, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=42f6070e-e5b5-49d2-8b2a-52f5f402040c,segment=NetworkSegment(478710bd-4625-47ae-8a89-daa3b74ea462),segment_id=478710bd-4625-47ae-8a89-daa3b74ea462)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:45.946148 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:45.958735 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Calling delete_port for 42f6070e-e5b5-49d2-8b2a-52f5f402040c owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:46.013943 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] DHCP port deletion for 4389fc57-064a-4f7b-9555-79ad61a5db84 request from dv-cinder-817351-6-iscsi {{(pid=102510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 11:38:46.045251 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.070304 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.072338 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Pushing event deleted for resources: {'Port': ['ID=42f6070e-e5b5-49d2-8b2a-52f5f402040c,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:46.078210 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] No DVR routers for this DVR port 42f6070e-e5b5-49d2-8b2a-52f5f402040c on host dv-cinder-817351-6-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:38:46.109050 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Deleting port 42f6070e-e5b5-49d2-8b2a-52f5f402040c {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:46.109621 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.179662 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] For port 42f6070e-e5b5-49d2-8b2a-52f5f402040c, host dv-cinder-817351-6-iscsi, got binding levels [] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:46.180070 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.182985 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.194181 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Calling delete_port for 42f6070e-e5b5-49d2-8b2a-52f5f402040c owned by network:dhcp {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:46.197033 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.ipam_backend_mixin [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Port 42f6070e-e5b5-49d2-8b2a-52f5f402040c was not found and therefore no delete operation was performed {{(pid=102510) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 11:38:46.198253 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125'] for port, after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.208906 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4389fc57-064a-4f7b-9555-79ad61a5db84']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:46.218148 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bf946-f9f6-4e62-b500-2723935d6da4 req-4a6d4719-85d2-40d3-a074-387def8c5d8e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:46.219653 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-472bf946-f9f6-4e62-b500-2723935d6da4 req-4a6d4719-85d2-40d3-a074-387def8c5d8e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 943 time: 0.1148205 Dec 09 11:38:46.224555 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Pushing event deleted for resources: {'Port': ['ID=42f6070e-e5b5-49d2-8b2a-52f5f402040c,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:46.232427 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] No DVR routers for this DVR port 42f6070e-e5b5-49d2-8b2a-52f5f402040c on host dv-cinder-817351-6-iscsi {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:38:46.235772 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.235940 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478710bd-4625-47ae-8a89-daa3b74ea462') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:46.236128 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.236279 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478710bd-4625-47ae-8a89-daa3b74ea462') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:46.236800 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.237155 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.237664 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.238093 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.238456 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.239021 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.239359 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.239698 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.240035 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.240365 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.240748 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdcc042-e679-415f-b846-b6c5b3acd5a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:38:46.254836 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.280245 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.292485 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:38:46.292884 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:38:46.294870 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:38:46.311893 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-472bf946-f9f6-4e62-b500-2723935d6da4 req-7a85e966-e8a2-4819-9fe0-e35f70f90329 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840602 Dec 09 11:38:46.355282 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.360361 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.364184 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] 10.222.0.30 "DELETE /v2.0/networks/4389fc57-064a-4f7b-9555-79ad61a5db84 HTTP/1.1" status: 204 len: 168 time: 0.6042554 Dec 09 11:38:46.367048 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53848) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:46.375944 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffcb6d-ec2d-4d12-84e4-9ef51bfbf55c admin admin] Pushing event deleted for resources: {'Network': ['ID=4389fc57-064a-4f7b-9555-79ad61a5db84,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:46.707743 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531025'] for router_interface, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:46.943243 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] Deleting port 45c4b81e-12a0-4395-a243-e31e17491c03 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:46.943578 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:47.018074 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] For port 45c4b81e-12a0-4395-a243-e31e17491c03, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=45c4b81e-12a0-4395-a243-e31e17491c03,segment=NetworkSegment(a53f702e-fc02-4d6a-ae18-816e99c2dd2e),segment_id=a53f702e-fc02-4d6a-ae18-816e99c2dd2e)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:47.018458 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:47.031077 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] Calling delete_port for 45c4b81e-12a0-4395-a243-e31e17491c03 owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:47.206088 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:47.210594 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 581d327d-2299-4877-8d51-766072711dfd no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:38:47.229536 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] Pushing event deleted for resources: {'Port': ['ID=45c4b81e-12a0-4395-a243-e31e17491c03,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:47.230678 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 581d327d-2299-4877-8d51-766072711dfd {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:38:47.231379 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 581d327d-2299-4877-8d51-766072711dfd not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:38:47.231502 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 58750765-9b7d-4dd5-82e1-8ed970810ed8 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:38:47.258232 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 58750765-9b7d-4dd5-82e1-8ed970810ed8 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:38:47.258578 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 58750765-9b7d-4dd5-82e1-8ed970810ed8 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:38:47.259035 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 42f6070e-e5b5-49d2-8b2a-52f5f402040c no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:38:47.291900 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 42f6070e-e5b5-49d2-8b2a-52f5f402040c {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:38:47.292349 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 42f6070e-e5b5-49d2-8b2a-52f5f402040c not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:38:47.403654 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531005'] for router_interface, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:47.447638 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329513f5-8484-42e0-aa30-b44f677ffc64 req-5773f30c-4004-4398-81de-65d5e5c2bf78 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:47.449138 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-329513f5-8484-42e0-aa30-b44f677ffc64 req-5773f30c-4004-4398-81de-65d5e5c2bf78 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 943 time: 0.0641439 Dec 09 11:38:47.497727 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device edf6d1b1-8872-4cc5-84b4-1a990a052e49 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:38:47.497930 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-329513f5-8484-42e0-aa30-b44f677ffc64 req-14fa0bd9-d607-428f-8f93-364c8e8bc592 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423341 Dec 09 11:38:47.592221 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port edf6d1b1-8872-4cc5-84b4-1a990a052e49, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=edf6d1b1-8872-4cc5-84b4-1a990a052e49,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:47.603282 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'port_id': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49', 'mac_address': 'fa:16:3e:fa:b4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:38:47.631535 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] Router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:38:47.643843 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:47.657214 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf6d1b1-8872-4cc5-84b4-1a990a052e49 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:38:47.676913 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port edf6d1b1-8872-4cc5-84b4-1a990a052e49, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=edf6d1b1-8872-4cc5-84b4-1a990a052e49,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:47.680851 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:47.729582 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=edf6d1b1-8872-4cc5-84b4-1a990a052e49,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:47.736496 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:38:47.742057 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-84773b67-56a9-4864-a27f-7e73d8b791bc admin admin] 10.222.0.30 "PUT /v2.0/routers/2bcaa80c-fbd0-4395-862f-dc05aa1e3860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3738985 Dec 09 11:38:47.744962 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53852) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:47.747725 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] Sync routers for ids ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'] in dv-cinder-817351-6-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:38:47.758166 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] Routers {'2bcaa80c-fbd0-4395-862f-dc05aa1e3860'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:47.758767 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:47.868342 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] Set router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:48.036289 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['edf6d1b1-8872-4cc5-84b4-1a990a052e49'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:38:48.111749 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'name': 'tempest-TestVolumeBootPattern-1735944031-router', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '62d55129-f5f9-4390-a687-3ccd41427803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:08Z', 'updated_at': '2021-12-09T11:38:47Z', 'revision_number': 5, 'project_id': '75b6786f016442eabdc25c66b016022c', 'gw_port': {'id': '62d55129-f5f9-4390-a687-3ccd41427803', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:09Z', 'updated_at': '2021-12-09T11:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:48.115448 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Publish callbacks [] for router, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.143533 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] Checking router: 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 for host: dv-cinder-817351-6-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:38:48.163853 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] Routers {'2bcaa80c-fbd0-4395-862f-dc05aa1e3860'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:48.164470 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:48.213842 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.271398 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Deleting port 62d55129-f5f9-4390-a687-3ccd41427803 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:48.271735 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.311936 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] Set router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:48.352588 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] For port 62d55129-f5f9-4390-a687-3ccd41427803, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=62d55129-f5f9-4390-a687-3ccd41427803,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:48.352971 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.367141 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Calling delete_port for 62d55129-f5f9-4390-a687-3ccd41427803 owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:48.537350 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.568787 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d55129-f5f9-4390-a687-3ccd41427803,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:48.630116 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'name': 'tempest-TestVolumeBootPattern-1735944031-router', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '62d55129-f5f9-4390-a687-3ccd41427803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:08Z', 'updated_at': '2021-12-09T11:38:47Z', 'revision_number': 5, 'project_id': '75b6786f016442eabdc25c66b016022c', 'gw_port': {'id': '62d55129-f5f9-4390-a687-3ccd41427803', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:09Z', 'updated_at': '2021-12-09T11:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:48.640067 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032607'] for router_gateway, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.640293 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfde865-c99f-4f11-86f1-3a9be0876e35 req-1925e169-bee9-4877-8b68-e4e0d068bcd2 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:48.643216 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0bfde865-c99f-4f11-86f1-3a9be0876e35 req-1925e169-bee9-4877-8b68-e4e0d068bcd2 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 944 time: 0.0743763 Dec 09 11:38:48.659036 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107ab32-2e45-4043-b61e-dc34feed15b6 None None] The sync data for ids ['2bcaa80c-fbd0-4395-862f-dc05aa1e3860'] in dv-cinder-817351-6-iscsi is: [{'id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'name': 'tempest-TestVolumeBootPattern-1735944031-router', 'tenant_id': '75b6786f016442eabdc25c66b016022c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '62d55129-f5f9-4390-a687-3ccd41427803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:31:08Z', 'updated_at': '2021-12-09T11:38:47Z', 'revision_number': 5, 'project_id': '75b6786f016442eabdc25c66b016022c', 'gw_port': {'id': '62d55129-f5f9-4390-a687-3ccd41427803', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcaa80c-fbd0-4395-862f-dc05aa1e3860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:31:09Z', 'updated_at': '2021-12-09T11:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:38:48.711111 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0bfde865-c99f-4f11-86f1-3a9be0876e35 req-4c2abdb0-0a77-444e-966d-2249ba25a334 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606930 Dec 09 11:38:48.736770 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.739705 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.783433 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528950'] for router, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.783925 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bcaa80c-fbd0-4395-862f-dc05aa1e3860 {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:38:48.788326 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.789488 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ec5515f2-2320-44ad-b273-b8208fcdb936 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2bcaa80c-fbd0-4395-862f-dc05aa1e3860 HTTP/1.1" status: 204 len: 168 time: 1.0435705 Dec 09 11:38:48.792295 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53856) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:48.840190 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaee2cb-617d-40f2-a223-fe00b8905016 admin admin] Deleting subnet 221b6eb5-51bd-46d6-9183-9e04ac21a2d4 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:38:48.843227 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2aaee2cb-617d-40f2-a223-fe00b8905016 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.877107 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2aaee2cb-617d-40f2-a223-fe00b8905016 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8556163'] for subnet, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:48.953372 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2aaee2cb-617d-40f2-a223-fe00b8905016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.011204 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2aaee2cb-617d-40f2-a223-fe00b8905016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12023275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388961'] for subnet, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.035691 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaee2cb-617d-40f2-a223-fe00b8905016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221b6eb5-51bd-46d6-9183-9e04ac21a2d4,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:49.042799 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2aaee2cb-617d-40f2-a223-fe00b8905016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.049870 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53858) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:49.050794 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2aaee2cb-617d-40f2-a223-fe00b8905016 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/221b6eb5-51bd-46d6-9183-9e04ac21a2d4 HTTP/1.1" status: 204 len: 168 time: 0.2574296 Dec 09 11:38:49.052781 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee4dcd-4908-4a1e-9f09-b1bcfbf92e2e None None] Network 6fea91c7-0569-44d7-b6d7-70f48e4e413d requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:38:49.119644 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.178683 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Deleting port ceb253a5-c66d-4556-a80a-23e6d6c4c071 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:49.179054 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.221557 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3be1b7-1de7-4c76-ad06-0b753719d7f8 None None] DHCP port deletion for 6fea91c7-0569-44d7-b6d7-70f48e4e413d request from dv-cinder-817351-6-iscsi {{(pid=102510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 11:38:49.248139 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] For port ceb253a5-c66d-4556-a80a-23e6d6c4c071, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=ceb253a5-c66d-4556-a80a-23e6d6c4c071,segment=NetworkSegment(a53f702e-fc02-4d6a-ae18-816e99c2dd2e),segment_id=a53f702e-fc02-4d6a-ae18-816e99c2dd2e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:49.248548 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.266148 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Calling delete_port for ceb253a5-c66d-4556-a80a-23e6d6c4c071 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:49.285584 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-cd3be1b7-1de7-4c76-ad06-0b753719d7f8 None None] Deleting port ceb253a5-c66d-4556-a80a-23e6d6c4c071 {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:38:49.286070 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cd3be1b7-1de7-4c76-ad06-0b753719d7f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.338743 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 45c4b81e-12a0-4395-a243-e31e17491c03 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:38:49.356650 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11986183'] for port, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.367548 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 45c4b81e-12a0-4395-a243-e31e17491c03 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:38:49.367900 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 45c4b81e-12a0-4395-a243-e31e17491c03 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:38:49.387564 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb253a5-c66d-4556-a80a-23e6d6c4c071,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:49.393478 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-cd3be1b7-1de7-4c76-ad06-0b753719d7f8 None None] For port ceb253a5-c66d-4556-a80a-23e6d6c4c071, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=ceb253a5-c66d-4556-a80a-23e6d6c4c071,segment=NetworkSegment(a53f702e-fc02-4d6a-ae18-816e99c2dd2e),segment_id=a53f702e-fc02-4d6a-ae18-816e99c2dd2e)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:49.394198 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cd3be1b7-1de7-4c76-ad06-0b753719d7f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.395832 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] No DVR routers for this DVR port ceb253a5-c66d-4556-a80a-23e6d6c4c071 on host dv-cinder-817351-6-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:38:49.407410 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-cd3be1b7-1de7-4c76-ad06-0b753719d7f8 None None] Calling delete_port for ceb253a5-c66d-4556-a80a-23e6d6c4c071 owned by network:dhcp {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:38:49.469525 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.489727 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fea91c7-0569-44d7-b6d7-70f48e4e413d']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:49.490833 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cd3be1b7-1de7-4c76-ad06-0b753719d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125'] for port, after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.498839 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:49.499141 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53f702e-fc02-4d6a-ae18-816e99c2dd2e') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:49.510060 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.514950 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device edf6d1b1-8872-4cc5-84b4-1a990a052e49 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:38:49.518936 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3be1b7-1de7-4c76-ad06-0b753719d7f8 None None] Pushing event deleted for resources: {'Port': ['ID=ceb253a5-c66d-4556-a80a-23e6d6c4c071,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:49.526656 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.533203 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:38:49.533606 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:38:49.536398 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:38:49.542402 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3be1b7-1de7-4c76-ad06-0b753719d7f8 None None] No DVR routers for this DVR port ceb253a5-c66d-4556-a80a-23e6d6c4c071 on host dv-cinder-817351-6-iscsi {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:38:49.575576 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port edf6d1b1-8872-4cc5-84b4-1a990a052e49 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:38:49.579241 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port edf6d1b1-8872-4cc5-84b4-1a990a052e49 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:38:49.579620 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.600364 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.605780 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.609243 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] 10.222.0.30 "DELETE /v2.0/networks/6fea91c7-0569-44d7-b6d7-70f48e4e413d HTTP/1.1" status: 204 len: 168 time: 0.5583272 Dec 09 11:38:49.627582 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3348bc8-a6c8-4695-a5e2-ec2801d8d43f admin admin] Pushing event deleted for resources: {'Network': ['ID=6fea91c7-0569-44d7-b6d7-70f48e4e413d,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:49.658721 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.688801 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4398f78b-9e23-45f1-b39c-941cd831a328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:38:49.691627 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2077f17f-5cf2-441b-95bd-40f0fe76f9db" -d '{"events": [{"server_uuid": "4398f78b-9e23-45f1-b39c-941cd831a328", "name": "network-vif-plugged", "status": "completed", "tag": "edf6d1b1-8872-4cc5-84b4-1a990a052e49"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:38:49.708139 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port edf6d1b1-8872-4cc5-84b4-1a990a052e49, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=edf6d1b1-8872-4cc5-84b4-1a990a052e49,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:38:49.712639 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.740591 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f3446b-eb42-4084-bdea-26fd1ae62673 x-openstack-request-id: req-b6f3446b-eb42-4084-bdea-26fd1ae62673 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:38:49.740896 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4398f78b-9e23-45f1-b39c-941cd831a328", "name": "network-vif-plugged", "status": "completed", "tag": "edf6d1b1-8872-4cc5-84b4-1a990a052e49", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:38:49.741162 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6f3446b-eb42-4084-bdea-26fd1ae62673 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:38:49.741565 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4398f78b-9e23-45f1-b39c-941cd831a328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49', 'code': 200} Dec 09 11:38:49.749081 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53866) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:49.807723 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=edf6d1b1-8872-4cc5-84b4-1a990a052e49,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:49.829490 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-99bbf254-9135-48c6-9974-43190f47efaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab8d9bf6fa784722be531cfeff896ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0785062 Dec 09 11:38:49.832002 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53868) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:49.854939 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31e202-f0a1-4d26-a852-c4a609b535b7 req-5863ccf7-0ec2-4c43-89ef-f98cbd9747ba tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:49.858751 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f31e202-f0a1-4d26-a852-c4a609b535b7 req-5863ccf7-0ec2-4c43-89ef-f98cbd9747ba tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 945 time: 0.0696535 Dec 09 11:38:49.888607 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ad3093db-e31d-4a94-8afa-98e8b2872bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.912927 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ad3093db-e31d-4a94-8afa-98e8b2872bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.913203 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4f31e202-f0a1-4d26-a852-c4a609b535b7 req-d0a90944-ee6d-4411-9fcd-fd046b431b61 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488441 Dec 09 11:38:49.981815 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ad3093db-e31d-4a94-8afa-98e8b2872bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.984394 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ad3093db-e31d-4a94-8afa-98e8b2872bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:49.985516 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ad3093db-e31d-4a94-8afa-98e8b2872bed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0cb4a4bd-ce6f-4038-a5c7-7dda9808b86a HTTP/1.1" status: 204 len: 168 time: 0.1521873 Dec 09 11:38:50.001191 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3093db-e31d-4a94-8afa-98e8b2872bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb4a4bd-ce6f-4038-a5c7-7dda9808b86a,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:50.013200 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ef50c-04de-4139-9d48-6a91f07e2b19 req-f1b57b7f-25e6-47fd-bb39-218c9138a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:50.014812 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-935ef50c-04de-4139-9d48-6a91f07e2b19 req-f1b57b7f-25e6-47fd-bb39-218c9138a142 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 1098 time: 0.0596128 Dec 09 11:38:50.065136 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-935ef50c-04de-4139-9d48-6a91f07e2b19 req-8327d2f8-e118-4770-9207-685c2407dcfc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386393 Dec 09 11:38:50.303425 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53874) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:50.342249 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-38fcfaa2-e939-46e6-b6a9-8a992f0c1070 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75b6786f016442eabdc25c66b016022c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376799 Dec 09 11:38:50.344648 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 53876) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:50.390270 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2044b5ee-1230-4d61-a8ff-85e7bede6d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:50.412182 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2044b5ee-1230-4d61-a8ff-85e7bede6d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:50.459108 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2044b5ee-1230-4d61-a8ff-85e7bede6d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:50.461671 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2044b5ee-1230-4d61-a8ff-85e7bede6d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:50.462863 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2044b5ee-1230-4d61-a8ff-85e7bede6d3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ede9ee12-de8a-45b9-aa65-1a7d518e839e HTTP/1.1" status: 204 len: 168 time: 0.1172893 Dec 09 11:38:50.470763 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044b5ee-1230-4d61-a8ff-85e7bede6d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede9ee12-de8a-45b9-aa65-1a7d518e839e,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:38:51.033090 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c81ea-3341-4753-b899-024204581c9e req-7202eadb-c35b-4c5c-a16f-057abb4ed467 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:51.034539 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-219c81ea-3341-4753-b899-024204581c9e req-7202eadb-c35b-4c5c-a16f-057abb4ed467 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 945 time: 0.0518034 Dec 09 11:38:51.080707 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-219c81ea-3341-4753-b899-024204581c9e req-b75cba05-74e6-418a-958c-5baa181d2be9 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395606 Dec 09 11:38:51.216511 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device ceb253a5-c66d-4556-a80a-23e6d6c4c071 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:38:51.237060 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: ceb253a5-c66d-4556-a80a-23e6d6c4c071 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:38:51.237408 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device ceb253a5-c66d-4556-a80a-23e6d6c4c071 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:38:51.238447 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 62d55129-f5f9-4390-a687-3ccd41427803 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:38:51.260117 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 62d55129-f5f9-4390-a687-3ccd41427803 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:38:51.260468 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 62d55129-f5f9-4390-a687-3ccd41427803 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:38:52.204365 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817b03-9ce1-4949-97f9-df05f3863b83 req-01f6bc40-a6a9-46b6-aab9-193833b7cbe2 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:52.206256 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-af817b03-9ce1-4949-97f9-df05f3863b83 req-01f6bc40-a6a9-46b6-aab9-193833b7cbe2 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 945 time: 0.0547035 Dec 09 11:38:52.259822 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-af817b03-9ce1-4949-97f9-df05f3863b83 req-c3f0fbbd-9d03-4188-86e2-faaae5465741 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462964 Dec 09 11:38:52.376755 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da4e0b-9b62-4a23-82ad-901a8f058303 req-7c588fdf-e5ca-4572-887f-bfdf739a0cee tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:52.378252 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-12da4e0b-9b62-4a23-82ad-901a8f058303 req-7c588fdf-e5ca-4572-887f-bfdf739a0cee tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 945 time: 0.0477302 Dec 09 11:38:52.387496 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 53886) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:38:52.392011 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.v2.base [None req-07090b8b-12f6-4187-a906-6947c046670d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Request body: {'floatingip': {'port_id': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49'}} {{(pid=102509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:38:52.434143 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07090b8b-12f6-4187-a906-6947c046670d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:53.084381 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07090b8b-12f6-4187-a906-6947c046670d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:53.088529 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07090b8b-12f6-4187-a906-6947c046670d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:53.185218 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.db.l3_db [None req-07090b8b-12f6-4187-a906-6947c046670d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Floating IP bb4e46b6-723b-4b14-a8db-451c62b01a4e associated. External IP: 172.27.0.143, port: edf6d1b1-8872-4cc5-84b4-1a990a052e49. Dec 09 11:38:53.386313 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07090b8b-12f6-4187-a906-6947c046670d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Router 51ab017d-8a97-4908-969d-093606b51135 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:38:53.492618 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07090b8b-12f6-4187-a906-6947c046670d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:38:53.497457 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-07090b8b-12f6-4187-a906-6947c046670d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:53.501893 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] Sync routers for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:38:53.511971 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:53.512585 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:53.523888 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-07090b8b-12f6-4187-a906-6947c046670d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "PUT /v2.0/floatingips/bb4e46b6-723b-4b14-a8db-451c62b01a4e HTTP/1.1" status: 200 len: 991 time: 1.1353595 Dec 09 11:38:53.524475 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4398f78b-9e23-45f1-b39c-941cd831a328', 'tag': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:38:53.526762 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac94bfab674bc3d0f60019c0ace79a81e7b36f67963b34a6339b4fe9582de94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d740933-caec-4b49-89ec-1c6bfa889abe" -d '{"events": [{"name": "network-changed", "server_uuid": "4398f78b-9e23-45f1-b39c-941cd831a328", "tag": "edf6d1b1-8872-4cc5-84b4-1a990a052e49"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:38:53.564890 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5505d1-bf81-467d-ae9f-be1e2e0f52db x-openstack-request-id: req-ca5505d1-bf81-467d-ae9f-be1e2e0f52db {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:38:53.565184 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4398f78b-9e23-45f1-b39c-941cd831a328", "tag": "edf6d1b1-8872-4cc5-84b4-1a990a052e49", "status": "completed", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:38:53.565435 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca5505d1-bf81-467d-ae9f-be1e2e0f52db {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:38:53.565891 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4398f78b-9e23-45f1-b39c-941cd831a328', 'tag': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49', 'status': 'completed', 'code': 200} Dec 09 11:38:53.630793 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:53.664386 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-e507e1c6-5448-4a6a-8d6e-149c8992a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:53.665942 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-e507e1c6-5448-4a6a-8d6e-149c8992a472 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 1098 time: 0.0479755 Dec 09 11:38:53.756141 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-f215f8ef-ad88-45d8-a3f8-180a07804514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:53.757693 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-f215f8ef-ad88-45d8-a3f8-180a07804514 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 912 time: 0.0837369 Dec 09 11:38:53.829264 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-f121c2f4-dd0c-4c5f-8c07-047bfb58245a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf6d1b1-8872-4cc5-84b4-1a990a052e49 HTTP/1.1" status: 200 len: 999 time: 0.0640194 Dec 09 11:38:53.856860 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': 'bb4e46b6-723b-4b14-a8db-451c62b01a4e', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '51ab017d-8a97-4908-969d-093606b51135', 'port_id': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'mac_address': 'fa:16:3e:fa:b4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4398f78b-9e23-45f1-b39c-941cd831a328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:38:40Z', 'updated_at': '2021-12-09T11:38:52Z', 'revision_number': 1, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:53.875267 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e959fca9-634a-4f76-9235-c563ddabe6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:53.880789 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-7b91610f-61a3-45e6-92d0-1d745ea9e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:53.882280 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-7b91610f-61a3-45e6-92d0-1d745ea9e72c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 200 len: 850 time: 0.0460141 Dec 09 11:38:53.885784 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] Checking router: 51ab017d-8a97-4908-969d-093606b51135 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:38:53.894479 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:38:53.895307 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:38:26Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:53.928589 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-42c69cab-7a91-4df2-a952-fb35b58b0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:38:53.930134 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-42c69cab-7a91-4df2-a952-fb35b58b0058 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a97faff6-2333-4005-91e6-323ead163706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404718 Dec 09 11:38:54.001571 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:38:54.027798 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-e0d607bf-4944-4da2-9d3c-7251cb9027e6 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880549 Dec 09 11:38:54.121386 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9d740933-caec-4b49-89ec-1c6bfa889abe req-f5925a4d-1693-46a1-a6be-0193db326a81 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858650 Dec 09 11:38:54.225037 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': 'bb4e46b6-723b-4b14-a8db-451c62b01a4e', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '51ab017d-8a97-4908-969d-093606b51135', 'port_id': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'mac_address': 'fa:16:3e:fa:b4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4398f78b-9e23-45f1-b39c-941cd831a328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:38:40Z', 'updated_at': '2021-12-09T11:38:52Z', 'revision_number': 1, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:38:54.250411 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e89662-9645-44a2-8788-0e5832eb633f None None] The sync data for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi is: [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_floatingips': [{'id': 'bb4e46b6-723b-4b14-a8db-451c62b01a4e', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'router_id': '51ab017d-8a97-4908-969d-093606b51135', 'port_id': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'mac_address': 'fa:16:3e:fa:b4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4398f78b-9e23-45f1-b39c-941cd831a328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T11:38:40Z', 'updated_at': '2021-12-09T11:38:52Z', 'revision_number': 1, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:38:54.433648 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb46804-9fed-43c4-8f1d-95f95e183eb0 None None] New status for floating IP bb4e46b6-723b-4b14-a8db-451c62b01a4e: ACTIVE {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:38:56.065160 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-d523b714-d005-49fb-8752-4a464213a232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:56.997747 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:58.653352 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:38:59.623883 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:12.989695 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:39:16.068740 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:23.875338 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-6837057c-4e4f-4d19-879b-3b30ebffaf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:24.128692 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-704d900c-ca87-453c-8b40-722d186e03f7 req-826f56c8-d154-46ad-9924-2299ba83bae9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1782081 Dec 09 11:39:24.238031 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d900c-ca87-453c-8b40-722d186e03f7 req-6229e92d-ad25-4cf5-9213-ad8655c385a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:39:24.239461 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-704d900c-ca87-453c-8b40-722d186e03f7 req-6229e92d-ad25-4cf5-9213-ad8655c385a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d8e0382f3b7c40a799470ab89904d277&device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 1098 time: 0.0437770 Dec 09 11:39:24.340779 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d900c-ca87-453c-8b40-722d186e03f7 req-d66dec20-048d-44ad-a85f-8dd834414002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:39:24.342229 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-704d900c-ca87-453c-8b40-722d186e03f7 req-d66dec20-048d-44ad-a85f-8dd834414002 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 200 len: 912 time: 0.0836141 Dec 09 11:39:24.411842 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-704d900c-ca87-453c-8b40-722d186e03f7 req-9722e46d-193c-4cd8-8841-9238e9c18270 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edf6d1b1-8872-4cc5-84b4-1a990a052e49 HTTP/1.1" status: 200 len: 1001 time: 0.0617285 Dec 09 11:39:24.461571 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d900c-ca87-453c-8b40-722d186e03f7 req-fc34c2fe-7167-444a-ba81-94963a13f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:39:24.462966 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-704d900c-ca87-453c-8b40-722d186e03f7 req-fc34c2fe-7167-444a-ba81-94963a13f751 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 200 len: 850 time: 0.0438375 Dec 09 11:39:24.508581 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d900c-ca87-453c-8b40-722d186e03f7 req-f62fe07d-a0f3-4a25-9e53-f752cde59043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:39:24.509910 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-704d900c-ca87-453c-8b40-722d186e03f7 req-f62fe07d-a0f3-4a25-9e53-f752cde59043 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a97faff6-2333-4005-91e6-323ead163706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395327 Dec 09 11:39:24.603422 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-704d900c-ca87-453c-8b40-722d186e03f7 req-1ad37880-a295-48f9-8c6d-9b62071df8cb service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847642 Dec 09 11:39:24.693305 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-704d900c-ca87-453c-8b40-722d186e03f7 req-51459623-67df-42c4-83bd-36d2df122451 service neutron] 10.222.0.32 "GET /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814810 Dec 09 11:39:26.066403 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0864f331-df11-4e6f-9229-14bbc6f2d048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:27.000403 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:28.656746 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:29.625812 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:46.061962 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:49.987850 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:39:53.876443 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3676c34e-6b91-491c-8ed1-9282b06e64a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:56.068311 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef642-6912-4246-964e-3e1831faea4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:56.460755 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29687260-3356-43ed-af0b-c84052b8a2b4 req-e3f69907-8456-4c42-9e1e-ea346101a294 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:39:56.462202 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-29687260-3356-43ed-af0b-c84052b8a2b4 req-e3f69907-8456-4c42-9e1e-ea346101a294 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 945 time: 0.0544240 Dec 09 11:39:56.509823 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-29687260-3356-43ed-af0b-c84052b8a2b4 req-54015c5a-fae1-4ab6-9ba2-84756c3c2aa4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Dec 09 11:39:57.002477 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:57.624821 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cb6b1-e873-4fe5-ad25-35596f509a97 req-fad17d89-b9e9-44d0-9138-ed3e589e1355 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:39:57.626273 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-264cb6b1-e873-4fe5-ad25-35596f509a97 req-fad17d89-b9e9-44d0-9138-ed3e589e1355 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 945 time: 0.0480309 Dec 09 11:39:57.672965 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-264cb6b1-e873-4fe5-ad25-35596f509a97 req-16b237e0-6a75-4ab5-8202-dad768dd6939 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399487 Dec 09 11:39:58.544330 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0320df-46cf-400d-ae51-8460a7485012 req-257d5f1a-4407-47fe-b6bd-d1ce030ac88c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:39:58.545871 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6f0320df-46cf-400d-ae51-8460a7485012 req-257d5f1a-4407-47fe-b6bd-d1ce030ac88c tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.32 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 945 time: 0.0487404 Dec 09 11:39:58.642980 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Deleting port edf6d1b1-8872-4cc5-84b4-1a990a052e49 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:39:58.643321 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:58.658746 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:58.730835 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] For port edf6d1b1-8872-4cc5-84b4-1a990a052e49, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=edf6d1b1-8872-4cc5-84b4-1a990a052e49,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:39:58.731227 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:58.791762 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8389334-ddf0-4352-ad4f-6286ada6dd04 req-1dd0cab6-0407-472f-a32d-38c2be120c84 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:39:58.793242 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b8389334-ddf0-4352-ad4f-6286ada6dd04 req-1dd0cab6-0407-472f-a32d-38c2be120c84 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 945 time: 0.0525668 Dec 09 11:39:58.840077 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b8389334-ddf0-4352-ad4f-6286ada6dd04 req-0c10f56f-1d36-47b4-b60f-415aa4de1074 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups?id=74218dd4-db5a-4297-8a7c-b6532496da37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407076 Dec 09 11:39:58.907418 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:58.907781 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1032529'] for floatingip, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:58.908100 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.l3_db [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Floating IP bb4e46b6-723b-4b14-a8db-451c62b01a4e disassociated. External IP: 172.27.0.143, port: edf6d1b1-8872-4cc5-84b4-1a990a052e49. Dec 09 11:39:58.908440 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Calling delete_port for edf6d1b1-8872-4cc5-84b4-1a990a052e49 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:39:59.031866 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:59.063405 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event deleted for resources: {'Port': ['ID=edf6d1b1-8872-4cc5-84b4-1a990a052e49,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:39:59.075268 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.075627 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.075981 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.076324 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.076658 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.076992 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.077325 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.077657 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.077990 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.078318 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.078677 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.079026 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.079351 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:39:59.185916 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Router 51ab017d-8a97-4908-969d-093606b51135 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:39:59.290779 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:39:59.300656 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] Sync routers for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:39:59.310591 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:39:59.311233 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:39:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:39:59.329017 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] No DVR routers for this DVR port edf6d1b1-8872-4cc5-84b4-1a990a052e49 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:39:59.331619 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:59.335178 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6f0320df-46cf-400d-ae51-8460a7485012 req-4e1e0e75-fd91-4060-98b2-5b797662e57d tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.32 "DELETE /v2.0/ports/edf6d1b1-8872-4cc5-84b4-1a990a052e49 HTTP/1.1" status: 204 len: 173 time: 0.7793276 Dec 09 11:39:59.335773 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4398f78b-9e23-45f1-b39c-941cd831a328', 'name': 'network-vif-deleted', 'tag': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:39:59.338001 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f12e89-b492-4212-a46b-67cc61e05011" -d '{"events": [{"server_uuid": "4398f78b-9e23-45f1-b39c-941cd831a328", "name": "network-vif-deleted", "tag": "edf6d1b1-8872-4cc5-84b4-1a990a052e49"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:39:59.385414 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48128b2e-374a-404e-810f-8813e9c34d24 x-openstack-request-id: req-48128b2e-374a-404e-810f-8813e9c34d24 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:39:59.385760 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4398f78b-9e23-45f1-b39c-941cd831a328", "name": "network-vif-deleted", "tag": "edf6d1b1-8872-4cc5-84b4-1a990a052e49", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:39:59.386056 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48128b2e-374a-404e-810f-8813e9c34d24 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:39:59.386517 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4398f78b-9e23-45f1-b39c-941cd831a328', 'name': 'network-vif-deleted', 'tag': 'edf6d1b1-8872-4cc5-84b4-1a990a052e49', 'status': 'completed', 'code': 200} Dec 09 11:39:59.511443 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:39:59.629407 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:39:59.711642 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:39:59.741404 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] Checking router: 51ab017d-8a97-4908-969d-093606b51135 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:39:59.749647 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:39:59.750248 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:39:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:39:59.854210 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:39:59.957244 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-31b79713-be28-470e-a86a-67e8920415d0 req-9b3a8604-2659-40e4-9c94-31dd8315c946 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/ports?device_id=4398f78b-9e23-45f1-b39c-941cd831a328 HTTP/1.1" status: 200 len: 210 time: 0.0317471 Dec 09 11:40:00.058216 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:40:00.083852 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da2d16-64d0-4ff8-baf8-2301251f00d8 None None] The sync data for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi is: [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:41Z', 'revision_number': 4, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi', '_interfaces': [{'id': '5652d590-45da-40a3-aa38-d1119620b759', 'name': '', 'network_id': 'a97faff6-2333-4005-91e6-323ead163706', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'mac_address': 'fa:16:3e:3d:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:41Z', 'updated_at': '2021-12-09T11:35:44Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'subnets': [{'id': '2744dcac-4066-4c4b-bfe9-d8766ca7e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:40:00.289804 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c9bd06-aae2-49f0-bb2d-c9bb825fc16a None None] New status for floating IP bb4e46b6-723b-4b14-a8db-451c62b01a4e: DOWN {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 11:40:01.047824 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54112) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:01.100397 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:01.122607 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:01.169128 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:01.171849 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:01.172988 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "DELETE /v2.0/security-groups/74218dd4-db5a-4297-8a7c-b6532496da37 HTTP/1.1" status: 204 len: 168 time: 0.1241741 Dec 09 11:40:01.175829 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54114) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:01.182588 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74218dd4-db5a-4297-8a7c-b6532496da37,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:01.189783 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.190143 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.190497 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.190657 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.api.v2.resource [None req-daf743f5-2836-4621-8253-8e6bd95a1dc4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] show failed (client error): The resource could not be found. Dec 09 11:40:01.190894 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.191466 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.191750 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-daf743f5-2836-4621-8253-8e6bd95a1dc4 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "GET /v2.0/security-groups/74218dd4-db5a-4297-8a7c-b6532496da37 HTTP/1.1" status: 404 len: 347 time: 0.0149128 Dec 09 11:40:01.192076 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.192666 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.193024 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.193978 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.194415 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.194783 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.195344 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.195863 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eeafa3-cede-47aa-825b-68a18e6ad097 tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:01.196923 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54116) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:01.319596 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-87299759-faa5-411d-a3ea-a6253079536e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Deleting port 5840d55c-d6d9-4b0d-801b-3cc38e7e4100 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:40:01.319923 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87299759-faa5-411d-a3ea-a6253079536e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:01.397752 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87299759-faa5-411d-a3ea-a6253079536e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:01.398072 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87299759-faa5-411d-a3ea-a6253079536e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:01.409175 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-87299759-faa5-411d-a3ea-a6253079536e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Calling delete_port for 5840d55c-d6d9-4b0d-801b-3cc38e7e4100 owned by network:floatingip {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:40:01.535911 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87299759-faa5-411d-a3ea-a6253079536e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:01.565515 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87299759-faa5-411d-a3ea-a6253079536e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Pushing event deleted for resources: {'Port': ['ID=5840d55c-d6d9-4b0d-801b-3cc38e7e4100,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:01.628023 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87299759-faa5-411d-a3ea-a6253079536e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks [] for floatingip, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:01.630605 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87299759-faa5-411d-a3ea-a6253079536e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for floatingip, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:01.631861 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-87299759-faa5-411d-a3ea-a6253079536e tempest-AttachVolumeTestJSON-1338276826 tempest-AttachVolumeTestJSON-1338276826-project] 10.222.0.30 "DELETE /v2.0/floatingips/bb4e46b6-723b-4b14-a8db-451c62b01a4e HTTP/1.1" status: 204 len: 168 time: 0.4339585 Dec 09 11:40:01.901418 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device edf6d1b1-8872-4cc5-84b4-1a990a052e49 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:40:01.921657 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: edf6d1b1-8872-4cc5-84b4-1a990a052e49 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:40:01.922003 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device edf6d1b1-8872-4cc5-84b4-1a990a052e49 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:40:05.141040 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54144) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:05.751226 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531025'] for router_interface, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:05.996002 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] Deleting port 5652d590-45da-40a3-aa38-d1119620b759 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:40:05.996344 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:06.071821 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] For port 5652d590-45da-40a3-aa38-d1119620b759, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=5652d590-45da-40a3-aa38-d1119620b759,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:40:06.072209 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:06.084896 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] Calling delete_port for 5652d590-45da-40a3-aa38-d1119620b759 owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:40:06.265685 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:06.292372 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5652d590-45da-40a3-aa38-d1119620b759,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:06.460765 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531005'] for router_interface, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:06.670759 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] Router 51ab017d-8a97-4908-969d-093606b51135 has already been hosted by L3 agent 7c3a76bc-d1b1-4188-ab46-617fc2e4b139 {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 11:40:06.771178 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] Notify agent at l3_agent.dv-cinder-817351-6-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 11:40:06.776891 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e6e95c1d-868d-4e73-9189-0db3413f96a6 admin admin] 10.222.0.30 "PUT /v2.0/routers/51ab017d-8a97-4908-969d-093606b51135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6345835 Dec 09 11:40:06.779545 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54146) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:06.782247 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] Sync routers for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 11:40:06.793685 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:40:06.794301 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:39:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:40:06.880446 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:06.899897 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: dv-cinder-817351-6-iscsi {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:40:06.982213 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.037254 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Deleting port db345543-713f-4b37-a460-d7c672cb167b {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:40:07.037604 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.082834 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'external_fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'db345543-713f-4b37-a460-d7c672cb167b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:40:06Z', 'revision_number': 5, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port': {'id': 'db345543-713f-4b37-a460-d7c672cb167b', 'name': '', 'network_id': 'e7fed231-2d46-4983-baf1-5f45b5e5c94a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:d0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab017d-8a97-4908-969d-093606b51135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfed0bcc-cdb2-4cb5-8de3-da6626849bf1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-6-iscsi'}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:40:07.109332 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] Checking router: 51ab017d-8a97-4908-969d-093606b51135 for host: dv-cinder-817351-6-iscsi {{(pid=102511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 11:40:07.117620 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] Routers {'51ab017d-8a97-4908-969d-093606b51135'} bound to L3 agent in host dv-cinder-817351-6-iscsi {{(pid=102511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 11:40:07.117985 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] For port db345543-713f-4b37-a460-d7c672cb167b, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=db345543-713f-4b37-a460-d7c672cb167b,segment=NetworkSegment(dd93cefb-22ae-4a98-839d-9c7aa23b08f3),segment_id=dd93cefb-22ae-4a98-839d-9c7aa23b08f3)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:40:07.118226 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T11:20:26Z,description=,heartbeat_timestamp=2021-12-09T11:39:56Z,host='dv-cinder-817351-6-iscsi',id=7c3a76bc-d1b1-4188-ab46-617fc2e4b139,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T11:20:26Z,topic='l3_agent')) {'router_ids': ['51ab017d-8a97-4908-969d-093606b51135'], 'active': True} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:40:07.118371 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.131680 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Calling delete_port for db345543-713f-4b37-a460-d7c672cb167b owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:40:07.203207 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_dvr_db [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] Set router 51ab017d-8a97-4908-969d-093606b51135 gateway port host: None {{(pid=102511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 11:40:07.258744 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.l3_hamode_db [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:40:06Z', 'revision_number': 6, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port_host': None}], 'dv-cinder-817351-6-iscsi', False) {} {{(pid=102511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:40:07.284539 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f780c-67c3-4090-9a44-0e3461ab00f6 None None] The sync data for ids ['51ab017d-8a97-4908-969d-093606b51135'] in dv-cinder-817351-6-iscsi is: [{'id': '51ab017d-8a97-4908-969d-093606b51135', 'name': 'tempest-AttachVolumeTestJSON-2009382928-router', 'tenant_id': 'd8e0382f3b7c40a799470ab89904d277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T11:35:39Z', 'updated_at': '2021-12-09T11:40:06Z', 'revision_number': 6, 'project_id': 'd8e0382f3b7c40a799470ab89904d277', 'gw_port_host': None}] {{(pid=102511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 11:40:07.303568 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.334243 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db345543-713f-4b37-a460-d7c672cb167b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:07.399488 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1032607'] for router_gateway, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.487814 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-495'] for router, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.489926 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.533265 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528950'] for router, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.533784 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51ab017d-8a97-4908-969d-093606b51135 {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 11:40:07.539586 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.540742 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-22a88ab2-7f99-4231-a4d5-716a8a85e7f0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/51ab017d-8a97-4908-969d-093606b51135 HTTP/1.1" status: 204 len: 168 time: 0.7602835 Dec 09 11:40:07.543333 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54148) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:07.586143 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ae19d6-522b-4814-9a8c-9a577fca7754 admin admin] Deleting subnet 2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:40:07.589051 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b2ae19d6-522b-4814-9a8c-9a577fca7754 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.627870 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b2ae19d6-522b-4814-9a8c-9a577fca7754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8556163'] for subnet, precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.707049 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b2ae19d6-522b-4814-9a8c-9a577fca7754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.762779 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b2ae19d6-522b-4814-9a8c-9a577fca7754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12023275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9388961'] for subnet, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.787971 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae19d6-522b-4814-9a8c-9a577fca7754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2744dcac-4066-4c4b-bfe9-d8766ca7e1f6,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:07.792507 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b2ae19d6-522b-4814-9a8c-9a577fca7754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.795860 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b2ae19d6-522b-4814-9a8c-9a577fca7754 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2744dcac-4066-4c4b-bfe9-d8766ca7e1f6 HTTP/1.1" status: 204 len: 168 time: 0.2515426 Dec 09 11:40:07.798339 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54150) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:07.798474 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47f2a7c-35ce-43eb-b472-db12639b657f None None] Network a97faff6-2333-4005-91e6-323ead163706 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:40:07.870679 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.924405 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Deleting port e24471a2-a5a4-4c27-ae28-f3be81a1710c {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:40:07.924744 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:07.985609 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] For port e24471a2-a5a4-4c27-ae28-f3be81a1710c, host dv-cinder-817351-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-6-iscsi',level=0,port_id=e24471a2-a5a4-4c27-ae28-f3be81a1710c,segment=NetworkSegment(59711b87-d164-4228-ba51-1b70219832c9),segment_id=59711b87-d164-4228-ba51-1b70219832c9)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:40:07.985997 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.002005 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Calling delete_port for e24471a2-a5a4-4c27-ae28-f3be81a1710c owned by network:dhcp {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:40:08.065250 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] DHCP port deletion for a97faff6-2333-4005-91e6-323ead163706 request from dv-cinder-817351-6-iscsi {{(pid=102510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 11:40:08.087118 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.111031 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Pushing event deleted for resources: {'Port': ['ID=e24471a2-a5a4-4c27-ae28-f3be81a1710c,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:08.116732 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] No DVR routers for this DVR port e24471a2-a5a4-4c27-ae28-f3be81a1710c on host dv-cinder-817351-6-iscsi {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:40:08.121062 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Deleting port e24471a2-a5a4-4c27-ae28-f3be81a1710c {{(pid=102510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:40:08.121655 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.187868 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] For port e24471a2-a5a4-4c27-ae28-f3be81a1710c, host dv-cinder-817351-6-iscsi, got binding levels [] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:40:08.188276 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.192097 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.201068 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Calling delete_port for e24471a2-a5a4-4c27-ae28-f3be81a1710c owned by network:dhcp {{(pid=102510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:40:08.203824 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.ipam_backend_mixin [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Port e24471a2-a5a4-4c27-ae28-f3be81a1710c was not found and therefore no delete operation was performed {{(pid=102510) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 09 11:40:08.205328 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125'] for port, after_delete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.213729 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97faff6-2333-4005-91e6-323ead163706']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:40:08.223770 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59711b87-d164-4228-ba51-1b70219832c9') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:40:08.224071 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59711b87-d164-4228-ba51-1b70219832c9') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:40:08.231730 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Pushing event deleted for resources: {'Port': ['ID=e24471a2-a5a4-4c27-ae28-f3be81a1710c,revision_number=None']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:08.236790 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8556168'] for segment, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.237335 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] No DVR routers for this DVR port e24471a2-a5a4-4c27-ae28-f3be81a1710c on host dv-cinder-817351-6-iscsi {{(pid=102510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:40:08.247804 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.247804 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.247804 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.248580 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.248580 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.248580 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.248894 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.249211 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.249551 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.249906 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.250240 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.250579 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.250939 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc693bc7-ecbd-4a90-8fdc-84c1f2a10d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:40:08.254174 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.261965 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:40:08.262367 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12023057'] for segment, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: Traceback (most recent call last): Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: timer() Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: cb(*args, **kw) Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: return func(*args, **kwargs) Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: self._notify() Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: self.callback(batched_events) Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: event.method(event) Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: return f(self, *a, **k) Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._get(url).json() Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:40:08.264318 dv-cinder-817351-6-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:40:08.323930 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.329443 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.332766 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] 10.222.0.30 "DELETE /v2.0/networks/a97faff6-2333-4005-91e6-323ead163706 HTTP/1.1" status: 204 len: 168 time: 0.5334482 Dec 09 11:40:08.343622 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a1a98-e0f6-4949-82b1-6fbf49fa256f admin admin] Pushing event deleted for resources: {'Network': ['ID=a97faff6-2333-4005-91e6-323ead163706,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:08.492366 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54154) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:08.535626 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ec4dd6e4-682a-4817-86c3-7be3807c9ab7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8e0382f3b7c40a799470ab89904d277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420134 Dec 09 11:40:08.538901 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54156) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:08.585440 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d21ef9d2-e9ec-4382-a803-3c906f7c29e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.609954 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d21ef9d2-e9ec-4382-a803-3c906f7c29e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.656226 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d21ef9d2-e9ec-4382-a803-3c906f7c29e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.659004 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d21ef9d2-e9ec-4382-a803-3c906f7c29e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:08.660146 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d21ef9d2-e9ec-4382-a803-3c906f7c29e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c8c0e16-2c1a-43b6-bdc1-4e547ebaf031 HTTP/1.1" status: 204 len: 168 time: 0.1202657 Dec 09 11:40:08.668282 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ef9d2-e9ec-4382-a803-3c906f7c29e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8c0e16-2c1a-43b6-bdc1-4e547ebaf031,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:09.250409 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device e24471a2-a5a4-4c27-ae28-f3be81a1710c no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:40:09.271123 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: e24471a2-a5a4-4c27-ae28-f3be81a1710c {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:40:09.272155 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device e24471a2-a5a4-4c27-ae28-f3be81a1710c not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:40:09.272671 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 5652d590-45da-40a3-aa38-d1119620b759 no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:40:09.291089 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: 5652d590-45da-40a3-aa38-d1119620b759 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:40:09.291436 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device 5652d590-45da-40a3-aa38-d1119620b759 not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:40:09.291850 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device db345543-713f-4b37-a460-d7c672cb167b no longer exists at agent ovs-agent-dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:40:09.441681 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] No Port match for: db345543-713f-4b37-a460-d7c672cb167b {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:40:09.442034 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Device db345543-713f-4b37-a460-d7c672cb167b not bound to the agent host dv-cinder-817351-6-iscsi {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:40:10.417681 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54218) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:10.521265 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0c455e2c-bb13-463d-9bf3-763528f9946a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:10.594509 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0c455e2c-bb13-463d-9bf3-763528f9946a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:10.598015 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0c455e2c-bb13-463d-9bf3-763528f9946a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:10.635460 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c455e2c-bb13-463d-9bf3-763528f9946a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb71b1e-bda5-4524-a94e-2102f4bfb9fa,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:10.640643 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-0c455e2c-bb13-463d-9bf3-763528f9946a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=027a5fb01b894d05adfe5906631b1a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219160 Dec 09 11:40:10.643558 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54222) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:10.690035 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bfe5931a-6b43-4ad2-bc38-55db7e15bf72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:10.712493 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bfe5931a-6b43-4ad2-bc38-55db7e15bf72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:10.762226 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bfe5931a-6b43-4ad2-bc38-55db7e15bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:10.764718 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bfe5931a-6b43-4ad2-bc38-55db7e15bf72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:10.765824 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-bfe5931a-6b43-4ad2-bc38-55db7e15bf72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdb71b1e-bda5-4524-a94e-2102f4bfb9fa HTTP/1.1" status: 204 len: 168 time: 0.1214445 Dec 09 11:40:10.774440 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5931a-6b43-4ad2-bc38-55db7e15bf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb71b1e-bda5-4524-a94e-2102f4bfb9fa,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:11.027631 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54228) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:11.040587 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e1faa275-54cd-4957-86d0-ee5a9d6aeb45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:11.116411 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e1faa275-54cd-4957-86d0-ee5a9d6aeb45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:11.120127 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e1faa275-54cd-4957-86d0-ee5a9d6aeb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:11.157488 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-e1faa275-54cd-4957-86d0-ee5a9d6aeb45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58bad4b363074f46a97853fc90cb9139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288033 Dec 09 11:40:11.159401 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faa275-54cd-4957-86d0-ee5a9d6aeb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c3e074-0831-4564-9f6f-d17a8dd4e3bd,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:11.160207 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54230) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:11.208737 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f775-7a20-4e87-9df0-a1fab8057044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:11.229050 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f775-7a20-4e87-9df0-a1fab8057044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:11.274783 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f775-7a20-4e87-9df0-a1fab8057044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:11.277240 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4ad9f775-7a20-4e87-9df0-a1fab8057044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:11.278390 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4ad9f775-7a20-4e87-9df0-a1fab8057044 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67c3e074-0831-4564-9f6f-d17a8dd4e3bd HTTP/1.1" status: 204 len: 168 time: 0.1170425 Dec 09 11:40:11.287693 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9f775-7a20-4e87-9df0-a1fab8057044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c3e074-0831-4564-9f6f-d17a8dd4e3bd,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:14.028303 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54362) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:14.129705 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8e39-53d7-41b8-920a-a0b9af728977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.205735 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8e39-53d7-41b8-920a-a0b9af728977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.209539 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5b4e8e39-53d7-41b8-920a-a0b9af728977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.245408 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e8e39-53d7-41b8-920a-a0b9af728977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c06fc-73d1-4c8d-b8b2-6c3462d0ad3a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:14.249685 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5b4e8e39-53d7-41b8-920a-a0b9af728977 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea2af45dcde1469e86b2560e9e1f990f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203405 Dec 09 11:40:14.252917 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54366) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:14.301390 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2446fecc-f58e-4ebc-abb3-ca16840b6ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.322653 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2446fecc-f58e-4ebc-abb3-ca16840b6ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.368724 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2446fecc-f58e-4ebc-abb3-ca16840b6ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.371315 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2446fecc-f58e-4ebc-abb3-ca16840b6ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.372447 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2446fecc-f58e-4ebc-abb3-ca16840b6ea2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb2c06fc-73d1-4c8d-b8b2-6c3462d0ad3a HTTP/1.1" status: 204 len: 168 time: 0.1193221 Dec 09 11:40:14.379797 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446fecc-f58e-4ebc-abb3-ca16840b6ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c06fc-73d1-4c8d-b8b2-6c3462d0ad3a,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:14.625739 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54372) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:14.639185 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d38a6610-c8c3-4bd4-8409-0af467fed887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.710870 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d38a6610-c8c3-4bd4-8409-0af467fed887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.714220 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d38a6610-c8c3-4bd4-8409-0af467fed887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.751791 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d38a6610-c8c3-4bd4-8409-0af467fed887 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3450321865764042bf06998a4f652a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248946 Dec 09 11:40:14.752691 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a6610-c8c3-4bd4-8409-0af467fed887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b595d0ca-ea9b-40d1-8cda-1121c8b8e93f,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:14.754643 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54374) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:14.802706 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c29cf8f6-cb78-4872-a44f-ab4fb4d58cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.822950 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c29cf8f6-cb78-4872-a44f-ab4fb4d58cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.869917 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c29cf8f6-cb78-4872-a44f-ab4fb4d58cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.872585 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c29cf8f6-cb78-4872-a44f-ab4fb4d58cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:14.873672 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-c29cf8f6-cb78-4872-a44f-ab4fb4d58cce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b595d0ca-ea9b-40d1-8cda-1121c8b8e93f HTTP/1.1" status: 204 len: 168 time: 0.1179745 Dec 09 11:40:14.881197 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cf8f6-cb78-4872-a44f-ab4fb4d58cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b595d0ca-ea9b-40d1-8cda-1121c8b8e93f,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:16.081751 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.086804 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54494) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:21.189021 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7509c515-56d5-4ecf-a240-c3a53769b096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.271111 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7509c515-56d5-4ecf-a240-c3a53769b096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.274720 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7509c515-56d5-4ecf-a240-c3a53769b096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.312804 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509c515-56d5-4ecf-a240-c3a53769b096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a70c0b-cad7-4392-8387-48c4a3a37e24,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:21.317057 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-7509c515-56d5-4ecf-a240-c3a53769b096 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=631739fc6ce54dae9f2587fbb60cd557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292299 Dec 09 11:40:21.320036 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54498) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:21.372934 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-83d35e44-2e55-4732-a39f-079a423b2253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.393217 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-83d35e44-2e55-4732-a39f-079a423b2253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.438180 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-83d35e44-2e55-4732-a39f-079a423b2253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.440703 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-83d35e44-2e55-4732-a39f-079a423b2253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.441825 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-83d35e44-2e55-4732-a39f-079a423b2253 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24a70c0b-cad7-4392-8387-48c4a3a37e24 HTTP/1.1" status: 204 len: 168 time: 0.1212108 Dec 09 11:40:21.449402 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d35e44-2e55-4732-a39f-079a423b2253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a70c0b-cad7-4392-8387-48c4a3a37e24,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:21.701228 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54504) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:21.714831 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c4df8247-681d-42f6-865b-b371619f0e8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.789946 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c4df8247-681d-42f6-865b-b371619f0e8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.793646 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c4df8247-681d-42f6-865b-b371619f0e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.830344 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-c4df8247-681d-42f6-865b-b371619f0e8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcd2030110174538be1f9b073ef6692e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280470 Dec 09 11:40:21.832306 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df8247-681d-42f6-865b-b371619f0e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1edd24-016e-453e-ad11-980561a2013a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:21.833032 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54506) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:21.887124 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b078e02a-6199-449a-9a84-348d50bfdcea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.908224 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b078e02a-6199-449a-9a84-348d50bfdcea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.952437 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b078e02a-6199-449a-9a84-348d50bfdcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.955335 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b078e02a-6199-449a-9a84-348d50bfdcea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:21.956455 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-b078e02a-6199-449a-9a84-348d50bfdcea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e1edd24-016e-453e-ad11-980561a2013a HTTP/1.1" status: 204 len: 168 time: 0.1212776 Dec 09 11:40:21.965280 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078e02a-6199-449a-9a84-348d50bfdcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1edd24-016e-453e-ad11-980561a2013a,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:23.878208 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a95f99d2-f9c2-4cf5-a9cf-5c10d546234d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:25.999962 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54566) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:26.070233 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-7cac7371-7a15-43f8-964d-1e8a52795279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.105112 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6e67c724-f5cd-4480-a212-b75f0fffc797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.184841 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6e67c724-f5cd-4480-a212-b75f0fffc797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.188488 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6e67c724-f5cd-4480-a212-b75f0fffc797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.227599 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-6e67c724-f5cd-4480-a212-b75f0fffc797 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4f704c253b9450b967768adbb4a51d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265515 Dec 09 11:40:26.228544 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67c724-f5cd-4480-a212-b75f0fffc797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a300ded-c403-4d29-8b4a-f692490990a8,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:26.230239 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54570) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:26.280160 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-883dbc76-254d-4d2e-a871-4ffdcb3c704d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.300766 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-883dbc76-254d-4d2e-a871-4ffdcb3c704d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.346469 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-883dbc76-254d-4d2e-a871-4ffdcb3c704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.350058 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-883dbc76-254d-4d2e-a871-4ffdcb3c704d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.351226 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-883dbc76-254d-4d2e-a871-4ffdcb3c704d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a300ded-c403-4d29-8b4a-f692490990a8 HTTP/1.1" status: 204 len: 168 time: 0.1199322 Dec 09 11:40:26.358751 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dbc76-254d-4d2e-a871-4ffdcb3c704d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a300ded-c403-4d29-8b4a-f692490990a8,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:26.601973 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54576) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:26.614860 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-465cb7f5-03be-493c-ae02-71ca88e4e274 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.690018 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-465cb7f5-03be-493c-ae02-71ca88e4e274 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.693986 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-465cb7f5-03be-493c-ae02-71ca88e4e274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.731999 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cb7f5-03be-493c-ae02-71ca88e4e274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a79cdd-a0e1-4e20-bca0-8f62ec2ff013,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:26.736228 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-465cb7f5-03be-493c-ae02-71ca88e4e274 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06fb11acfeeb4389a53a9f0d418618e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332448 Dec 09 11:40:26.739362 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54578) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:26.787277 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfe16-424d-4bf6-a290-fdea9e4e8d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.807921 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfe16-424d-4bf6-a290-fdea9e4e8d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.854356 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfe16-424d-4bf6-a290-fdea9e4e8d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.856929 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfe16-424d-4bf6-a290-fdea9e4e8d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:26.858074 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-1d4bfe16-424d-4bf6-a290-fdea9e4e8d34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57a79cdd-a0e1-4e20-bca0-8f62ec2ff013 HTTP/1.1" status: 204 len: 168 time: 0.1172652 Dec 09 11:40:26.866063 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bfe16-424d-4bf6-a290-fdea9e4e8d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a79cdd-a0e1-4e20-bca0-8f62ec2ff013,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:26.986930 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:40:27.006288 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:28.659756 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:29.631197 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:34.684816 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54696) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:34.788718 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3fc391d8-1b06-4407-af37-cf8410212647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:34.864424 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3fc391d8-1b06-4407-af37-cf8410212647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:34.869071 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3fc391d8-1b06-4407-af37-cf8410212647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:34.907818 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc391d8-1b06-4407-af37-cf8410212647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5686a43-42a7-4a37-9898-e548a071dc96,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:34.912730 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-3fc391d8-1b06-4407-af37-cf8410212647 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25b1e5bbcc9d4b9b9e3d266af216446f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268918 Dec 09 11:40:34.915676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54700) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:34.963444 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12cb0855-4e58-44a1-b30c-448ffad34398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:34.986301 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12cb0855-4e58-44a1-b30c-448ffad34398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.031157 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12cb0855-4e58-44a1-b30c-448ffad34398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.033718 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12cb0855-4e58-44a1-b30c-448ffad34398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.034884 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-12cb0855-4e58-44a1-b30c-448ffad34398 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5686a43-42a7-4a37-9898-e548a071dc96 HTTP/1.1" status: 204 len: 168 time: 0.1183293 Dec 09 11:40:35.042999 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb0855-4e58-44a1-b30c-448ffad34398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5686a43-42a7-4a37-9898-e548a071dc96,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:35.288471 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54706) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:35.301392 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-127656f5-0631-4009-be67-44269b5b360f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.377809 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-127656f5-0631-4009-be67-44269b5b360f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.381884 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-127656f5-0631-4009-be67-44269b5b360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.420119 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-127656f5-0631-4009-be67-44269b5b360f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3364f47bb7194bc09617bb567abc4072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305766 Dec 09 11:40:35.420974 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127656f5-0631-4009-be67-44269b5b360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4eac15-79ab-4e05-b52b-6b086d4dc903,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:35.422815 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54708) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:35.469587 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-73b48216-0c08-4cf2-ad59-50b8d06dbc75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.489726 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-73b48216-0c08-4cf2-ad59-50b8d06dbc75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.535919 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-73b48216-0c08-4cf2-ad59-50b8d06dbc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.538530 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-73b48216-0c08-4cf2-ad59-50b8d06dbc75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.539717 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-73b48216-0c08-4cf2-ad59-50b8d06dbc75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e4eac15-79ab-4e05-b52b-6b086d4dc903 HTTP/1.1" status: 204 len: 168 time: 0.1158416 Dec 09 11:40:35.547128 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b48216-0c08-4cf2-ad59-50b8d06dbc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4eac15-79ab-4e05-b52b-6b086d4dc903,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:35.853931 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 54714) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:35.867321 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7ca742cf-d2ac-4d79-98ce-3e42235fba80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.945605 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7ca742cf-d2ac-4d79-98ce-3e42235fba80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.949725 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7ca742cf-d2ac-4d79-98ce-3e42235fba80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:35.987992 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-7ca742cf-d2ac-4d79-98ce-3e42235fba80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea86f4f52b8e498ca1490fdbf8288d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329763 Dec 09 11:40:35.989305 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca742cf-d2ac-4d79-98ce-3e42235fba80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdae6b2-6340-415f-8fe5-639c756567b3,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:35.991147 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54716) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:36.039982 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f1c3f7-3e91-4b8a-b588-8034d7af9dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:36.061353 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f1c3f7-3e91-4b8a-b588-8034d7af9dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:36.107695 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f1c3f7-3e91-4b8a-b588-8034d7af9dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:36.110288 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f1c3f7-3e91-4b8a-b588-8034d7af9dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:36.111483 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-51f1c3f7-3e91-4b8a-b588-8034d7af9dbe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8bdae6b2-6340-415f-8fe5-639c756567b3 HTTP/1.1" status: 204 len: 168 time: 0.1193371 Dec 09 11:40:36.120061 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1c3f7-3e91-4b8a-b588-8034d7af9dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdae6b2-6340-415f-8fe5-639c756567b3,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:36.769608 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54738) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:36.865006 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1087725071-network', 'tenant_id': 'a19e57eff3ac4741901eee72879d988f'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:40:36.894515 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Made reservation on behalf of a19e57eff3ac4741901eee72879d988f for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:40:36.896774 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for network, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:36.904881 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:36.982562 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:36.986140 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:37.009699 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 11:40:37.023353 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184e8fb1-3998-4e23-b4ef-56b9b5ee6601,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:37.029344 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:37.029689 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Added segment 9da6c3bf-3840-48d9-ae08-3958cfcc5d8e of type vlan for network 2cde0251-0123-45aa-b4b9-f441468b0a41 Dec 09 11:40:37.069567 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743241907559'] for network, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:37.092812 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889'] for network, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:37.093810 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:37.094384 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:37.149462 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3785660 Dec 09 11:40:37.152234 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.30', 54742) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:40:37.158630 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Request body: {'subnet': {'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1087725071-subnet', 'tenant_id': 'a19e57eff3ac4741901eee72879d988f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:40:37.166783 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc5ed2-2c45-4d8b-86f0-e5f76f01e624 admin admin] Pushing event updated for resources: {'Network': ['ID=2cde0251-0123-45aa-b4b9-f441468b0a41,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:37.176874 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Network 2cde0251-0123-45aa-b4b9-f441468b0a41 details requested by agent ovs-agent-dv-cinder-817351-6-iscsi with host dv-cinder-817351-6-iscsi {{(pid=102510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 11:40:37.187194 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Made reservation on behalf of a19e57eff3ac4741901eee72879d988f for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:40:37.189488 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9388610'] for subnet, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:37.356864 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12023208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9388968'] for subnet, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:37.409810 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e8b9ef-c1cc-406e-96df-3a5867c4a394,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:37.418925 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Checking segment: {'id': '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:40:37.419286 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Network hostable DHCP agents. Network: 2cde0251-0123-45aa-b4b9-f441468b0a41, hostable agents: ['983ff896-985e-410e-bc21-d79def4f2778'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 11:40:37.436228 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Network 2cde0251-0123-45aa-b4b9-f441468b0a41 is scheduled to be hosted by DHCP agent 983ff896-985e-410e-bc21-d79def4f2778 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 11:40:37.444016 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-6-iscsi, 2cde0251-0123-45aa-b4b9-f441468b0a41) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:40:37.448432 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:37.449030 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for subnet, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:37.453314 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb45e291-98e3-4662-9848-242d375428c7 None None] Network 2cde0251-0123-45aa-b4b9-f441468b0a41 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:40:37.474460 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-15cca5bd-6681-45d5-98cc-70bcf0952b5d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3131199 Dec 09 11:40:37.551006 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcede419-8f17-4a99-b3ca-d2394885d3ee None None] Network 2cde0251-0123-45aa-b4b9-f441468b0a41 requested from dv-cinder-817351-6-iscsi {{(pid=102510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 11:40:39.229385 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-1b3eab49-6077-48a4-a5ab-b7fbe48bc8ef tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:39.230859 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-1b3eab49-6077-48a4-a5ab-b7fbe48bc8ef tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/networks?id=2cde0251-0123-45aa-b4b9-f441468b0a41 HTTP/1.1" status: 200 len: 814 time: 0.1025429 Dec 09 11:40:39.245279 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-cbd5d436-5a39-4461-a8ee-303bc8a71f18 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/quotas/a19e57eff3ac4741901eee72879d988f HTTP/1.1" status: 200 len: 375 time: 0.0086987 Dec 09 11:40:39.277168 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-35b6dbc6-735c-4ceb-9d99-45590a9f93f5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a19e57eff3ac4741901eee72879d988f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267866 Dec 09 11:40:39.287722 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-f222321d-b39b-4062-9b87-2126c5b220ae service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=102509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 11:40:39.288689 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-f222321d-b39b-4062-9b87-2126c5b220ae service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052240 Dec 09 11:40:39.377038 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-bf27ee67-f7a0-421e-a115-bbc3f1e4f811 service neutron] 10.222.0.30 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826244 Dec 09 11:40:39.464583 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-408da8f6-f63f-4814-860d-b4d9634b2553 service neutron] 10.222.0.30 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806899 Dec 09 11:40:39.620264 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9cb4e4de-3e8d-4436-8f32-b1345b510e69 req-a1b33af4-7d70-4b90-a5af-f96871bfab4e tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 210 time: 0.0271606 Dec 09 11:40:40.717551 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ed34ef36-ca85-49a1-bc2d-0734d23d8511 req-661f059f-8bc3-4e9e-b96e-739c10e0d851 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 210 time: 0.0283186 Dec 09 11:40:40.840293 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-1035dfbf-fe24-42c0-be26-fb767e5b8769 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:40.842052 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-1035dfbf-fe24-42c0-be26-fb767e5b8769 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.32 "GET /v2.0/networks?id=2cde0251-0123-45aa-b4b9-f441468b0a41 HTTP/1.1" status: 200 len: 814 time: 0.1035774 Dec 09 11:40:40.873632 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Request body: {'port': {'device_id': '2768f462-d7fc-4562-a572-a0989603c53d', 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41', 'admin_state_up': True, 'tenant_id': 'a19e57eff3ac4741901eee72879d988f'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:40:40.982802 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Made reservation on behalf of a19e57eff3ac4741901eee72879d988f for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:40:40.986221 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:41.105473 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Allocated IP 172.20.0.2 (2cde0251-0123-45aa-b4b9-f441468b0a41/b1e8b9ef-c1cc-406e-96df-3a5867c4a394/8467e65e-3ceb-4984-8597-bde07d2e5e61) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:40:41.248766 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:41.281721 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:41.321303 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Network 2cde0251-0123-45aa-b4b9-f441468b0a41 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:40:41.324256 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:40:41.330080 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:40:41.359355 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Pushing event updated for resources: {'Port': ['ID=8467e65e-3ceb-4984-8597-bde07d2e5e61,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:41.384343 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:41.384948 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:41.399922 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-beca0c3f-0627-406a-910b-1ca1a3c38cf5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5300095 Dec 09 11:40:41.425280 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Request body: {'port': {'device_id': '2768f462-d7fc-4562-a572-a0989603c53d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:40:41.738733 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:41.837299 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e5adc-693a-4f5f-8a59-648b734558b2 req-8a1b4712-abb2-4377-92d3-cf81c36ef00f tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:41.839370 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-887e5adc-693a-4f5f-8a59-648b734558b2 req-8a1b4712-abb2-4377-92d3-cf81c36ef00f tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 931 time: 0.0546188 Dec 09 11:40:41.887380 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-887e5adc-693a-4f5f-8a59-648b734558b2 req-05dd42c1-da80-40ef-81e1-72696b5061ca tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Dec 09 11:40:41.992477 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8467e65e-3ceb-4984-8597-bde07d2e5e61 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:40:41.999968 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:42.012141 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Transition to ACTIVE for port object 8467e65e-3ceb-4984-8597-bde07d2e5e61 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:40:42.015679 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:42.069972 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Pushing event updated for resources: {'Port': ['ID=8467e65e-3ceb-4984-8597-bde07d2e5e61,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:42.132208 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Attempting to bind port 8467e65e-3ceb-4984-8597-bde07d2e5e61 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:40:42.132549 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Attempting to bind port 8467e65e-3ceb-4984-8597-bde07d2e5e61 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:40:42.132875 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Attempting to bind port 8467e65e-3ceb-4984-8597-bde07d2e5e61 on network 2cde0251-0123-45aa-b4b9-f441468b0a41 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:40:42.137292 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Port 8467e65e-3ceb-4984-8597-bde07d2e5e61 on network 2cde0251-0123-45aa-b4b9-f441468b0a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:40:42.137638 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Attempting to bind port 8467e65e-3ceb-4984-8597-bde07d2e5e61 on network 2cde0251-0123-45aa-b4b9-f441468b0a41 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:40:42.142676 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:40:42.143044 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Checking segment: {'id': '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:40:42.143429 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Bound using segment: {'id': '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:40:42.143851 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Bound port: 8467e65e-3ceb-4984-8597-bde07d2e5e61, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:40:42.144196 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:42.204840 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] For port 8467e65e-3ceb-4984-8597-bde07d2e5e61, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:40:42.207794 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] For port 8467e65e-3ceb-4984-8597-bde07d2e5e61, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8467e65e-3ceb-4984-8597-bde07d2e5e61,segment=NetworkSegment(9da6c3bf-3840-48d9-ae08-3958cfcc5d8e),segment_id=9da6c3bf-3840-48d9-ae08-3958cfcc5d8e)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:40:42.213034 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:42.248385 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:42.248992 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:42.250341 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] 10.222.0.32 "PUT /v2.0/ports/8467e65e-3ceb-4984-8597-bde07d2e5e61 HTTP/1.1" status: 200 len: 1093 time: 0.8289118 Dec 09 11:40:42.250854 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2768f462-d7fc-4562-a572-a0989603c53d', 'tag': '8467e65e-3ceb-4984-8597-bde07d2e5e61'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:40:42.253072 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d007379e-630d-4fbc-9803-7c4d89a6b1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2768f462-d7fc-4562-a572-a0989603c53d", "tag": "8467e65e-3ceb-4984-8597-bde07d2e5e61"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:40:42.279132 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cce295-9f6f-4efd-a286-850aee182025 service neutron] Pushing event updated for resources: {'Port': ['ID=8467e65e-3ceb-4984-8597-bde07d2e5e61,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:42.289435 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d13b1c-186d-44b5-a63a-945125d8f2be x-openstack-request-id: req-88d13b1c-186d-44b5-a63a-945125d8f2be {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:40:42.289737 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2768f462-d7fc-4562-a572-a0989603c53d", "tag": "8467e65e-3ceb-4984-8597-bde07d2e5e61", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:40:42.290618 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88d13b1c-186d-44b5-a63a-945125d8f2be {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:40:42.290618 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2768f462-d7fc-4562-a572-a0989603c53d', 'tag': '8467e65e-3ceb-4984-8597-bde07d2e5e61', 'status': 'completed', 'code': 200} Dec 09 11:40:42.384890 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007379e-630d-4fbc-9803-7c4d89a6b1cf req-ebd31b50-ad3c-4217-90b4-83b4d8617ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:42.386359 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d007379e-630d-4fbc-9803-7c4d89a6b1cf req-ebd31b50-ad3c-4217-90b4-83b4d8617ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a19e57eff3ac4741901eee72879d988f&device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 1096 time: 0.0415015 Dec 09 11:40:42.496176 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007379e-630d-4fbc-9803-7c4d89a6b1cf req-57677c3b-0692-4dcc-812a-7d50d60c3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:42.497545 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d007379e-630d-4fbc-9803-7c4d89a6b1cf req-57677c3b-0692-4dcc-812a-7d50d60c3430 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a19e57eff3ac4741901eee72879d988f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0914731 Dec 09 11:40:42.591042 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007379e-630d-4fbc-9803-7c4d89a6b1cf req-ef339d5e-2a01-4591-b426-41c6fe0208c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:42.592502 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d007379e-630d-4fbc-9803-7c4d89a6b1cf req-ef339d5e-2a01-4591-b426-41c6fe0208c3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843074 Dec 09 11:40:42.698761 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-8ffdeaa2-baf0-41fe-9774-c10deb35da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:42.700245 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-8ffdeaa2-baf0-41fe-9774-c10deb35da15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a19e57eff3ac4741901eee72879d988f&device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 1096 time: 0.0410044 Dec 09 11:40:42.761477 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-912c6e3b-24ee-4f19-8579-b846e39b01ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8467e65e-3ceb-4984-8597-bde07d2e5e61 HTTP/1.1" status: 200 len: 217 time: 0.0378881 Dec 09 11:40:42.814217 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-785bb7cc-6347-4eb8-81ff-186abed3d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:42.815645 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-785bb7cc-6347-4eb8-81ff-186abed3d8c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1e8b9ef-c1cc-406e-96df-3a5867c4a394 HTTP/1.1" status: 200 len: 854 time: 0.0425799 Dec 09 11:40:42.848096 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-5cdc1c2b-95eb-4804-9565-7dac86bd4978 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2cde0251-0123-45aa-b4b9-f441468b0a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240426 Dec 09 11:40:42.940080 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-a764af57-0d1b-4ef7-90e5-2e1fda591827 service neutron] 10.222.0.32 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845101 Dec 09 11:40:43.006925 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff01255-9310-48b7-94b2-68ce3205f36b req-e1a41a62-2552-4be5-ba15-85db7de9c60c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:43.008414 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fff01255-9310-48b7-94b2-68ce3205f36b req-e1a41a62-2552-4be5-ba15-85db7de9c60c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 943 time: 0.0499682 Dec 09 11:40:43.037551 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6fe2758b-fe98-4b19-8090-641e54b44392 req-2d8b2c2b-69c8-41fb-9b0e-cbfd9ece1613 service neutron] 10.222.0.32 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847514 Dec 09 11:40:43.056015 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-fff01255-9310-48b7-94b2-68ce3205f36b req-6cc6c7a5-85d0-4638-b596-af84a9d6afb7 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Dec 09 11:40:44.176149 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03516fc-1a07-4ef4-be24-66b143a2245e req-5459d2e5-95d2-410f-af4c-19b4314b3427 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:44.177606 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b03516fc-1a07-4ef4-be24-66b143a2245e req-5459d2e5-95d2-410f-af4c-19b4314b3427 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 943 time: 0.0521929 Dec 09 11:40:44.229139 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-b03516fc-1a07-4ef4-be24-66b143a2245e req-40ee7db8-e74f-458a-b60b-700f6c535073 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452862 Dec 09 11:40:45.341207 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c977b-3913-4130-90ac-4b54d30bbfdf req-a33fb8e0-524b-4fa6-bbae-a2895f7a0507 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:45.342651 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c2c977b-3913-4130-90ac-4b54d30bbfdf req-a33fb8e0-524b-4fa6-bbae-a2895f7a0507 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 943 time: 0.0476420 Dec 09 11:40:45.388516 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-0c2c977b-3913-4130-90ac-4b54d30bbfdf req-3aeb222c-c4b1-4340-9c06-f8b95f942207 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Dec 09 11:40:46.076229 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 8467e65e-3ceb-4984-8597-bde07d2e5e61 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:40:46.080611 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:46.170638 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 8467e65e-3ceb-4984-8597-bde07d2e5e61, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8467e65e-3ceb-4984-8597-bde07d2e5e61,segment=NetworkSegment(9da6c3bf-3840-48d9-ae08-3958cfcc5d8e),segment_id=9da6c3bf-3840-48d9-ae08-3958cfcc5d8e)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:40:46.182268 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '8467e65e-3ceb-4984-8597-bde07d2e5e61', 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41', 'port_id': '8467e65e-3ceb-4984-8597-bde07d2e5e61', 'mac_address': 'fa:16:3e:58:31:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e8b9ef-c1cc-406e-96df-3a5867c4a394', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:40:46.221719 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:46.234326 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8467e65e-3ceb-4984-8597-bde07d2e5e61 {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:40:46.252937 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 8467e65e-3ceb-4984-8597-bde07d2e5e61, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8467e65e-3ceb-4984-8597-bde07d2e5e61,segment=NetworkSegment(9da6c3bf-3840-48d9-ae08-3958cfcc5d8e),segment_id=9da6c3bf-3840-48d9-ae08-3958cfcc5d8e)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:40:46.256267 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:46.302476 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=8467e65e-3ceb-4984-8597-bde07d2e5e61,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:46.502053 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1b531-a136-4102-a1fb-c2110f11050b req-a903d4a4-1dc7-4c32-b9c2-60cd435bfdb5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:46.503456 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ba1b531-a136-4102-a1fb-c2110f11050b req-a903d4a4-1dc7-4c32-b9c2-60cd435bfdb5 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 944 time: 0.0486383 Dec 09 11:40:46.553215 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ba1b531-a136-4102-a1fb-c2110f11050b req-693d1883-8c21-48e0-937b-7d645cd94f46 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Dec 09 11:40:46.621177 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['8467e65e-3ceb-4984-8597-bde07d2e5e61'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:40:47.670831 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd63f1f-3b27-4656-9edf-be3df5611586 req-a9efd65a-19bd-4cb0-bfd1-2a688370ddf2 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:47.672774 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4dd63f1f-3b27-4656-9edf-be3df5611586 req-a9efd65a-19bd-4cb0-bfd1-2a688370ddf2 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 944 time: 0.0484564 Dec 09 11:40:47.720572 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4dd63f1f-3b27-4656-9edf-be3df5611586 req-6bf353a3-dfae-4148-9c17-b319b09cd3ab tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Dec 09 11:40:48.074256 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 8467e65e-3ceb-4984-8597-bde07d2e5e61 up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:40:48.122929 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 8467e65e-3ceb-4984-8597-bde07d2e5e61 completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:40:48.126926 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 8467e65e-3ceb-4984-8597-bde07d2e5e61 triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:40:48.127322 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:48.204289 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:48.230148 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2768f462-d7fc-4562-a572-a0989603c53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8467e65e-3ceb-4984-8597-bde07d2e5e61'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:40:48.232312 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e43859c-9139-43a5-9bf5-c58df9d24739" -d '{"events": [{"server_uuid": "2768f462-d7fc-4562-a572-a0989603c53d", "name": "network-vif-plugged", "status": "completed", "tag": "8467e65e-3ceb-4984-8597-bde07d2e5e61"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:40:48.244923 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 8467e65e-3ceb-4984-8597-bde07d2e5e61, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8467e65e-3ceb-4984-8597-bde07d2e5e61,segment=NetworkSegment(9da6c3bf-3840-48d9-ae08-3958cfcc5d8e),segment_id=9da6c3bf-3840-48d9-ae08-3958cfcc5d8e)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:40:48.248861 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:48.295531 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=8467e65e-3ceb-4984-8597-bde07d2e5e61,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:40:48.383273 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db15ded1-691d-47d2-bec0-06f904331d1f x-openstack-request-id: req-db15ded1-691d-47d2-bec0-06f904331d1f {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:40:48.383571 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2768f462-d7fc-4562-a572-a0989603c53d", "name": "network-vif-plugged", "status": "completed", "tag": "8467e65e-3ceb-4984-8597-bde07d2e5e61", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:40:48.383829 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db15ded1-691d-47d2-bec0-06f904331d1f {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:40:48.384229 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2768f462-d7fc-4562-a572-a0989603c53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8467e65e-3ceb-4984-8597-bde07d2e5e61', 'code': 200} Dec 09 11:40:48.618326 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627456ae-326c-46b0-8290-5785ed6f04f0 req-fa6a7224-1b12-43af-8a92-261dbf48ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:48.619870 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-627456ae-326c-46b0-8290-5785ed6f04f0 req-fa6a7224-1b12-43af-8a92-261dbf48ffe2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 1098 time: 0.0425062 Dec 09 11:40:48.671870 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-627456ae-326c-46b0-8290-5785ed6f04f0 req-b7903f7d-121b-48e8-9e89-12c77f52c601 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Dec 09 11:40:48.835486 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77b35-3dc4-4c39-815a-7bc8e0b78396 req-d04b048f-3ac5-4757-a195-94fda6f829b9 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:48.836945 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c5c77b35-3dc4-4c39-815a-7bc8e0b78396 req-d04b048f-3ac5-4757-a195-94fda6f829b9 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 945 time: 0.0479248 Dec 09 11:40:48.882817 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c5c77b35-3dc4-4c39-815a-7bc8e0b78396 req-bd6e7f7b-e5d9-480c-bb09-1501bbc12fc3 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Dec 09 11:40:50.007796 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c46d89-e869-4105-be65-9ca5bf772a99 req-a5ff6bb0-8a35-43f7-b795-58c7edd6c1e3 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:50.009243 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14c46d89-e869-4105-be65-9ca5bf772a99 req-a5ff6bb0-8a35-43f7-b795-58c7edd6c1e3 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 945 time: 0.0534992 Dec 09 11:40:50.054655 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-14c46d89-e869-4105-be65-9ca5bf772a99 req-48becc17-80fe-4df2-b199-8e5950c5b09e tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Dec 09 11:40:51.170921 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74203a-5d21-482a-b636-a6e399280efb req-c74cc1ca-7085-4bab-aa30-3ac900e2d110 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:40:51.172385 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ff74203a-5d21-482a-b636-a6e399280efb req-c74cc1ca-7085-4bab-aa30-3ac900e2d110 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 945 time: 0.0512397 Dec 09 11:40:51.220157 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-ff74203a-5d21-482a-b636-a6e399280efb req-aca1b707-9a59-41cd-81fd-346fea6185d1 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Dec 09 11:40:53.880990 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-9ea8e90b-220a-4334-9f99-63e53cfd2cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:56.075911 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a08288ed-08b7-4603-ad19-566c2f6e26e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:57.008349 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:58.663291 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:40:59.635211 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:03.986084 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:41:16.091902 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:23.883603 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-592ed510-a572-4df9-b478-9069e8d05f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:26.077857 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-92ce6799-766a-487f-ade5-0e666ef640ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:27.012187 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:28.666370 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:29.147080 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-7e97182f-64a5-4bb1-b86f-68a5a2ddd96a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399890 Dec 09 11:41:29.248083 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-0eac855a-f10d-46af-93bc-473398d55547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:29.249565 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-0eac855a-f10d-46af-93bc-473398d55547 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a19e57eff3ac4741901eee72879d988f&device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 1098 time: 0.0408955 Dec 09 11:41:29.365417 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-acffa75f-c928-43f4-a228-60f46c501eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:29.366951 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-acffa75f-c928-43f4-a228-60f46c501eb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2cde0251-0123-45aa-b4b9-f441468b0a41 HTTP/1.1" status: 200 len: 915 time: 0.0957704 Dec 09 11:41:29.410528 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-7a10125a-7a81-4d61-bdb2-8ba66970e0c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8467e65e-3ceb-4984-8597-bde07d2e5e61 HTTP/1.1" status: 200 len: 217 time: 0.0352407 Dec 09 11:41:29.459213 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-76b77304-61d0-4cd5-9181-b4c18adb634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:29.460638 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-76b77304-61d0-4cd5-9181-b4c18adb634f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1e8b9ef-c1cc-406e-96df-3a5867c4a394 HTTP/1.1" status: 200 len: 854 time: 0.0431888 Dec 09 11:41:29.493572 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-19593612-91ce-4ded-834f-ec48b63bf43a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2cde0251-0123-45aa-b4b9-f441468b0a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239956 Dec 09 11:41:29.583869 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-7d722dea-c353-40c9-ae2e-83e0c5138595 service neutron] 10.222.0.32 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834899 Dec 09 11:41:29.636896 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:29.678643 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-26f8cf1b-79f9-418d-9e64-44709ccc6171 req-eb8a9f73-18a9-40dd-93c8-7ca120b2d211 service neutron] 10.222.0.32 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824296 Dec 09 11:41:33.646921 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ab277-e8ec-4622-a661-a7ddc5e8fb73 req-16314e5b-4089-49d0-8416-3b895356c757 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:33.648357 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2b4ab277-e8ec-4622-a661-a7ddc5e8fb73 req-16314e5b-4089-49d0-8416-3b895356c757 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 945 time: 0.0477946 Dec 09 11:41:33.698901 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-2b4ab277-e8ec-4622-a661-a7ddc5e8fb73 req-d9c6e025-3c41-4cf3-b21d-a5912812deeb tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437298 Dec 09 11:41:34.813238 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb7072-afbf-4a2b-b94e-7bf720547b5f req-f0986a41-b46a-4581-abbb-648b974d3f8a tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:34.814683 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-59eb7072-afbf-4a2b-b94e-7bf720547b5f req-f0986a41-b46a-4581-abbb-648b974d3f8a tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 945 time: 0.0481277 Dec 09 11:41:34.861621 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-59eb7072-afbf-4a2b-b94e-7bf720547b5f req-a744eaa9-b668-4b37-a84c-0e2e3d037b1a tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Dec 09 11:41:35.546945 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-ebb19add-46ba-42e4-bb95-d13bdd87d11f tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:35.548297 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-ebb19add-46ba-42e4-bb95-d13bdd87d11f tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.32 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 945 time: 0.0542300 Dec 09 11:41:35.637897 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Deleting port 8467e65e-3ceb-4984-8597-bde07d2e5e61 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:41:35.638244 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:35.731286 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] For port 8467e65e-3ceb-4984-8597-bde07d2e5e61, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8467e65e-3ceb-4984-8597-bde07d2e5e61,segment=NetworkSegment(9da6c3bf-3840-48d9-ae08-3958cfcc5d8e),segment_id=9da6c3bf-3840-48d9-ae08-3958cfcc5d8e)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:41:35.731715 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:35.746974 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Calling delete_port for 8467e65e-3ceb-4984-8597-bde07d2e5e61 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:41:35.884783 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:35.914092 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Pushing event deleted for resources: {'Port': ['ID=8467e65e-3ceb-4984-8597-bde07d2e5e61,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:41:35.926683 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['8467e65e-3ceb-4984-8597-bde07d2e5e61'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:41:35.928840 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.929204 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.929556 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.929905 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.930246 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.930588 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.931060 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.931351 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.931734 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.932114 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.932450 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.932815 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.933127 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:35.962625 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-a42fa1c6-2467-4c92-b85b-5746b671aa33 req-9a203e09-4e72-448a-bb24-520c1789515a tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=2768f462-d7fc-4562-a572-a0989603c53d HTTP/1.1" status: 200 len: 210 time: 0.0319612 Dec 09 11:41:35.975834 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] No DVR routers for this DVR port 8467e65e-3ceb-4984-8597-bde07d2e5e61 on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:41:35.986774 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:35.990109 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-591d8c5a-af15-48b6-9908-ae690ec6445d req-e5c952c6-052f-44e5-9d17-28a44d8cdea4 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.32 "DELETE /v2.0/ports/8467e65e-3ceb-4984-8597-bde07d2e5e61 HTTP/1.1" status: 204 len: 173 time: 0.4317117 Dec 09 11:41:35.990605 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2768f462-d7fc-4562-a572-a0989603c53d', 'name': 'network-vif-deleted', 'tag': '8467e65e-3ceb-4984-8597-bde07d2e5e61'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:41:35.992842 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdc5701-f0f8-412e-b91f-37a8311bbed4" -d '{"events": [{"server_uuid": "2768f462-d7fc-4562-a572-a0989603c53d", "name": "network-vif-deleted", "tag": "8467e65e-3ceb-4984-8597-bde07d2e5e61"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:41:36.030788 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea577f1-6285-4c1d-8c1f-da7c0683c5ac x-openstack-request-id: req-bea577f1-6285-4c1d-8c1f-da7c0683c5ac {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:41:36.031098 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2768f462-d7fc-4562-a572-a0989603c53d", "name": "network-vif-deleted", "tag": "8467e65e-3ceb-4984-8597-bde07d2e5e61", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:41:36.031364 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bea577f1-6285-4c1d-8c1f-da7c0683c5ac {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:41:36.031770 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2768f462-d7fc-4562-a572-a0989603c53d', 'name': 'network-vif-deleted', 'tag': '8467e65e-3ceb-4984-8597-bde07d2e5e61', 'status': 'completed', 'code': 200} Dec 09 11:41:40.270498 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 8467e65e-3ceb-4984-8597-bde07d2e5e61 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:41:40.290799 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 8467e65e-3ceb-4984-8597-bde07d2e5e61 {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:41:40.291151 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 8467e65e-3ceb-4984-8597-bde07d2e5e61 not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:41:40.987762 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:41:46.091195 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:46.924596 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-656dedd6-a1a2-45cf-9486-5c04394f398f tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:46.926029 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-656dedd6-a1a2-45cf-9486-5c04394f398f tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/networks?id=2cde0251-0123-45aa-b4b9-f441468b0a41 HTTP/1.1" status: 200 len: 814 time: 0.1010199 Dec 09 11:41:46.941346 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-134f943a-54dc-465f-82e0-ee9a922c822d tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/quotas/a19e57eff3ac4741901eee72879d988f HTTP/1.1" status: 200 len: 375 time: 0.0094934 Dec 09 11:41:46.974508 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-3440f60e-c3a5-4e79-81ed-13b76e5b7e8e tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a19e57eff3ac4741901eee72879d988f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271041 Dec 09 11:41:47.133008 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-cfcc0418-527c-452e-bccc-52d7e4db859c service neutron] 10.222.0.30 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512289 Dec 09 11:41:47.220123 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-295e3f75-5d6e-43d3-99c1-2d70e9ac3bc4 service neutron] 10.222.0.30 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802081 Dec 09 11:41:47.372975 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-538ca70a-3084-43bb-9824-e8b721571c5a req-2e2ba375-e467-4bc7-96a6-186e5060e0ef tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 210 time: 0.0271823 Dec 09 11:41:48.466862 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-9ab6c388-ca36-43ae-bf6c-ee04d36b71c5 req-af29531b-b40f-4506-9929-62da363a6f85 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 210 time: 0.0261753 Dec 09 11:41:48.686933 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-5fb80b1d-8229-46bc-b16d-abc656febf19 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:48.688365 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-5fb80b1d-8229-46bc-b16d-abc656febf19 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.32 "GET /v2.0/networks?id=2cde0251-0123-45aa-b4b9-f441468b0a41 HTTP/1.1" status: 200 len: 814 time: 0.1088057 Dec 09 11:41:48.731419 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Request body: {'port': {'device_id': '5a547a66-c413-46bf-9d9b-99d79f207857', 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41', 'admin_state_up': True, 'tenant_id': 'a19e57eff3ac4741901eee72879d988f'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:41:48.834801 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Made reservation on behalf of a19e57eff3ac4741901eee72879d988f for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 11:41:48.838235 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:48.965163 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Allocated IP 172.20.0.8 (2cde0251-0123-45aa-b4b9-f441468b0a41/b1e8b9ef-c1cc-406e-96df-3a5867c4a394/6b17c6ca-8630-43ee-b398-945e264e6e4d) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 11:41:49.109156 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks [] for port, precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:49.142038 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743241882116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:49.185013 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Network 2cde0251-0123-45aa-b4b9-f441468b0a41 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 11:41:49.189937 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 11:41:49.193532 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 11:41:49.216785 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Pushing event updated for resources: {'Port': ['ID=6b17c6ca-8630-43ee-b398-945e264e6e4d,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:41:49.243746 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:49.244346 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:49.259719 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-ae293276-7f6b-410b-9b25-c6e1bef53f9c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5331819 Dec 09 11:41:49.289552 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Request body: {'port': {'device_id': '5a547a66-c413-46bf-9d9b-99d79f207857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 11:41:49.344445 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:49.587824 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81bf68-5dbe-49f4-84aa-9591e4962a8b req-cc0b5c3e-d34f-4aac-ab51-4a232fdc51c9 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:49.589299 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5d81bf68-5dbe-49f4-84aa-9591e4962a8b req-cc0b5c3e-d34f-4aac-ab51-4a232fdc51c9 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 931 time: 0.0523713 Dec 09 11:41:49.601831 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b17c6ca-8630-43ee-b398-945e264e6e4d {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:41:49.609825 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:49.622557 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Transition to ACTIVE for port object 6b17c6ca-8630-43ee-b398-945e264e6e4d will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 11:41:49.627013 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:49.637170 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5d81bf68-5dbe-49f4-84aa-9591e4962a8b req-42e99f5a-1213-4cc5-afe3-2d8afd96e46b tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Dec 09 11:41:49.680515 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Pushing event updated for resources: {'Port': ['ID=6b17c6ca-8630-43ee-b398-945e264e6e4d,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:41:49.749262 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Attempting to bind port 6b17c6ca-8630-43ee-b398-945e264e6e4d on host hv-cinder-81735 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 11:41:49.749936 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Attempting to bind port 6b17c6ca-8630-43ee-b398-945e264e6e4d by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 11:41:49.749936 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Attempting to bind port 6b17c6ca-8630-43ee-b398-945e264e6e4d on network 2cde0251-0123-45aa-b4b9-f441468b0a41 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:41:49.754084 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Port 6b17c6ca-8630-43ee-b398-945e264e6e4d on network 2cde0251-0123-45aa-b4b9-f441468b0a41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 11:41:49.754431 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Attempting to bind port 6b17c6ca-8630-43ee-b398-945e264e6e4d on network 2cde0251-0123-45aa-b4b9-f441468b0a41 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 11:41:49.760197 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Checking agent: {'id': 'afb677ef-ea9c-410b-9daf-aab44298c8d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'started_at': datetime.datetime(2021, 12, 9, 11, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 11:41:49.760956 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Checking segment: {'id': '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 11:41:49.761346 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Bound using segment: {'id': '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 11:41:49.761930 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Bound port: 6b17c6ca-8630-43ee-b398-945e264e6e4d, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 11:41:49.762437 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:49.823149 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] For port 6b17c6ca-8630-43ee-b398-945e264e6e4d, host hv-cinder-81735, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 11:41:49.826522 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] For port 6b17c6ca-8630-43ee-b398-945e264e6e4d, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6b17c6ca-8630-43ee-b398-945e264e6e4d,segment=NetworkSegment(9da6c3bf-3840-48d9-ae08-3958cfcc5d8e),segment_id=9da6c3bf-3840-48d9-ae08-3958cfcc5d8e)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 11:41:49.830920 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12023093'] for port, after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:49.869220 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:49.870835 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:49.872451 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b17c6ca-8630-43ee-b398-945e264e6e4d HTTP/1.1" status: 200 len: 1093 time: 0.5868728 Dec 09 11:41:49.872893 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a547a66-c413-46bf-9d9b-99d79f207857', 'tag': '6b17c6ca-8630-43ee-b398-945e264e6e4d'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:41:49.875127 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012004b4-9351-45d3-a986-9071a0c1130e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a547a66-c413-46bf-9d9b-99d79f207857", "tag": "6b17c6ca-8630-43ee-b398-945e264e6e4d"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:41:49.898355 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b457138-4d32-4623-80fb-b7c646cffe84 service neutron] Pushing event updated for resources: {'Port': ['ID=6b17c6ca-8630-43ee-b398-945e264e6e4d,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:41:49.912577 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d32fed-7df8-4bc8-b777-b34de353bd87 x-openstack-request-id: req-42d32fed-7df8-4bc8-b777-b34de353bd87 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:41:49.912877 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a547a66-c413-46bf-9d9b-99d79f207857", "tag": "6b17c6ca-8630-43ee-b398-945e264e6e4d", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:41:49.913145 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42d32fed-7df8-4bc8-b777-b34de353bd87 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:41:49.913533 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a547a66-c413-46bf-9d9b-99d79f207857', 'tag': '6b17c6ca-8630-43ee-b398-945e264e6e4d', 'status': 'completed', 'code': 200} Dec 09 11:41:49.993601 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-d5742857-9d36-46f6-88ad-4f8a04ab7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:49.995624 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-d5742857-9d36-46f6-88ad-4f8a04ab7999 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a19e57eff3ac4741901eee72879d988f&device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 1096 time: 0.0422914 Dec 09 11:41:50.058492 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-2b889670-8968-4115-83c8-b01872057d0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b17c6ca-8630-43ee-b398-945e264e6e4d HTTP/1.1" status: 200 len: 217 time: 0.0414524 Dec 09 11:41:50.108353 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-0f31c17e-84f8-4a8b-89d4-8647b62e6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:50.109806 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-0f31c17e-84f8-4a8b-89d4-8647b62e6436 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1e8b9ef-c1cc-406e-96df-3a5867c4a394 HTTP/1.1" status: 200 len: 854 time: 0.0446835 Dec 09 11:41:50.141970 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-5de96a59-0927-46f6-8014-bc36b83655d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2cde0251-0123-45aa-b4b9-f441468b0a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248351 Dec 09 11:41:50.232971 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-71e5a8fa-5745-4f93-87ca-2cc20c5f3537 service neutron] 10.222.0.32 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834405 Dec 09 11:41:50.326626 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-19575953-db95-4dd3-8cbf-c9e2922edffa req-f1a16cf9-93aa-46be-a432-022030d8e1b1 service neutron] 10.222.0.32 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816038 Dec 09 11:41:50.473300 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012004b4-9351-45d3-a986-9071a0c1130e req-c01b9934-2110-42f7-99da-160bc0aef094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:50.474931 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-012004b4-9351-45d3-a986-9071a0c1130e req-c01b9934-2110-42f7-99da-160bc0aef094 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a19e57eff3ac4741901eee72879d988f&device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 1096 time: 0.0447125 Dec 09 11:41:50.561972 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012004b4-9351-45d3-a986-9071a0c1130e req-e45cc482-da5b-4929-bd72-b2deec4a4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:50.563419 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-012004b4-9351-45d3-a986-9071a0c1130e req-e45cc482-da5b-4929-bd72-b2deec4a4f26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2cde0251-0123-45aa-b4b9-f441468b0a41 HTTP/1.1" status: 200 len: 915 time: 0.0808568 Dec 09 11:41:50.605471 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-012004b4-9351-45d3-a986-9071a0c1130e req-236c4bc7-2857-47fe-a13b-bd141dd5619e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b17c6ca-8630-43ee-b398-945e264e6e4d HTTP/1.1" status: 200 len: 217 time: 0.0339224 Dec 09 11:41:50.657052 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012004b4-9351-45d3-a986-9071a0c1130e req-1a0305eb-0c92-4405-982c-be36fc1878e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:50.658454 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-012004b4-9351-45d3-a986-9071a0c1130e req-1a0305eb-0c92-4405-982c-be36fc1878e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b1e8b9ef-c1cc-406e-96df-3a5867c4a394 HTTP/1.1" status: 200 len: 854 time: 0.0459197 Dec 09 11:41:50.695826 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-012004b4-9351-45d3-a986-9071a0c1130e req-e65c7351-945c-415c-a0c2-37686e801865 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2cde0251-0123-45aa-b4b9-f441468b0a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297465 Dec 09 11:41:50.756820 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35da07d-b5d2-489f-8e60-1ad05c736b0d req-5c04a1df-b3bd-486e-a679-758c3d61b54b tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:50.758273 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c35da07d-b5d2-489f-8e60-1ad05c736b0d req-5c04a1df-b3bd-486e-a679-758c3d61b54b tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 943 time: 0.0497036 Dec 09 11:41:50.786178 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-012004b4-9351-45d3-a986-9071a0c1130e req-f22f549b-3923-4e74-9d13-9ee425df5ce1 service neutron] 10.222.0.32 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823972 Dec 09 11:41:50.805510 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c35da07d-b5d2-489f-8e60-1ad05c736b0d req-9cc654f6-7590-402f-8f86-a8d041c5d66a tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Dec 09 11:41:50.879602 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-012004b4-9351-45d3-a986-9071a0c1130e req-88d91b41-b892-41ec-bd85-e529f6653da2 service neutron] 10.222.0.32 "GET /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856612 Dec 09 11:41:51.920425 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84be97e-82e8-44df-ad17-d59e9bf9c1c8 req-cec4df2b-43c8-408e-a410-f73195dc7d4e tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:51.921855 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c84be97e-82e8-44df-ad17-d59e9bf9c1c8 req-cec4df2b-43c8-408e-a410-f73195dc7d4e tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 943 time: 0.0469501 Dec 09 11:41:51.974082 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-c84be97e-82e8-44df-ad17-d59e9bf9c1c8 req-6432f319-bc46-4364-b7d6-e302f968aeba tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462983 Dec 09 11:41:52.318656 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 6b17c6ca-8630-43ee-b398-945e264e6e4d details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=102510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 11:41:52.412473 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 6b17c6ca-8630-43ee-b398-945e264e6e4d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6b17c6ca-8630-43ee-b398-945e264e6e4d,segment=NetworkSegment(9da6c3bf-3840-48d9-ae08-3958cfcc5d8e),segment_id=9da6c3bf-3840-48d9-ae08-3958cfcc5d8e)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:41:52.423255 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Returning: {'device': '6b17c6ca-8630-43ee-b398-945e264e6e4d', 'network_id': '2cde0251-0123-45aa-b4b9-f441468b0a41', 'port_id': '6b17c6ca-8630-43ee-b398-945e264e6e4d', 'mac_address': 'fa:16:3e:57:c1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e8b9ef-c1cc-406e-96df-3a5867c4a394', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 11:41:52.459368 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:52.472227 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b17c6ca-8630-43ee-b398-945e264e6e4d {{(pid=102510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 11:41:52.490743 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 6b17c6ca-8630-43ee-b398-945e264e6e4d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6b17c6ca-8630-43ee-b398-945e264e6e4d,segment=NetworkSegment(9da6c3bf-3840-48d9-ae08-3958cfcc5d8e),segment_id=9da6c3bf-3840-48d9-ae08-3958cfcc5d8e)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:41:52.495173 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:52.541335 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=6b17c6ca-8630-43ee-b398-945e264e6e4d,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:41:52.548727 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.549084 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.549432 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.549772 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.550110 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.550442 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.550798 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.551131 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.551458 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.551786 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.552114 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.552439 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.552762 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:41:52.877758 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['6b17c6ca-8630-43ee-b398-945e264e6e4d'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:41:53.087079 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169022d4-34db-4f25-8508-754e2fea455b req-8ae09d24-0a87-4715-8a56-731e183e3a73 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:53.089157 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-169022d4-34db-4f25-8508-754e2fea455b req-8ae09d24-0a87-4715-8a56-731e183e3a73 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 944 time: 0.0477684 Dec 09 11:41:53.137702 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-169022d4-34db-4f25-8508-754e2fea455b req-3a15374a-89aa-4166-98ef-d237cfa53738 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Dec 09 11:41:53.886062 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-bd578697-c8b9-4c00-8693-077382bcd35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:54.250837 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e396a9-1f9e-41b6-a7d0-72438ed96c16 req-018e29b8-dee0-4161-90ad-b4d949387974 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:54.252298 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-82e396a9-1f9e-41b6-a7d0-72438ed96c16 req-018e29b8-dee0-4161-90ad-b4d949387974 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 944 time: 0.0478735 Dec 09 11:41:54.297818 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-82e396a9-1f9e-41b6-a7d0-72438ed96c16 req-850228b1-6e47-4154-b4de-cfdd3c9fb805 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396338 Dec 09 11:41:54.323176 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 6b17c6ca-8630-43ee-b398-945e264e6e4d up at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 11:41:54.371635 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning for port 6b17c6ca-8630-43ee-b398-945e264e6e4d completed by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 11:41:54.375696 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.db.provisioning_blocks [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Provisioning complete for port 6b17c6ca-8630-43ee-b398-945e264e6e4d triggered by entity L2. {{(pid=102510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 11:41:54.376065 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4168278'] for port, provisioning_complete {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:54.453846 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4124939'] for port, before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:54.475975 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a547a66-c413-46bf-9d9b-99d79f207857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b17c6ca-8630-43ee-b398-945e264e6e4d'}] {{(pid=102510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:41:54.478166 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7b0ea4625d2f3cf98c4b506b1b482c2093261c03907a31c01cd098c02809b63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72a5764-4a15-477b-bab7-73448de56728" -d '{"events": [{"server_uuid": "5a547a66-c413-46bf-9d9b-99d79f207857", "name": "network-vif-plugged", "status": "completed", "tag": "6b17c6ca-8630-43ee-b398-945e264e6e4d"}]}' {{(pid=102510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:41:54.491210 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] For port 6b17c6ca-8630-43ee-b398-945e264e6e4d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6b17c6ca-8630-43ee-b398-945e264e6e4d,segment=NetworkSegment(9da6c3bf-3840-48d9-ae08-3958cfcc5d8e),segment_id=9da6c3bf-3840-48d9-ae08-3958cfcc5d8e)] {{(pid=102510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:41:54.495583 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743242431281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743241882134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743241882152'] for port, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:54.519634 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6271942-2f91-440b-a2f4-b0254c8afb43 x-openstack-request-id: req-e6271942-2f91-440b-a2f4-b0254c8afb43 {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:41:54.519933 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a547a66-c413-46bf-9d9b-99d79f207857", "name": "network-vif-plugged", "status": "completed", "tag": "6b17c6ca-8630-43ee-b398-945e264e6e4d", "code": 200}]} {{(pid=102510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:41:54.520208 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6271942-2f91-440b-a2f4-b0254c8afb43 {{(pid=102510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:41:54.520593 dv-cinder-817351-6-iscsi neutron-server[102510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a547a66-c413-46bf-9d9b-99d79f207857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b17c6ca-8630-43ee-b398-945e264e6e4d', 'code': 200} Dec 09 11:41:54.546446 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Pushing event updated for resources: {'Port': ['ID=6b17c6ca-8630-43ee-b398-945e264e6e4d,revision_number=5']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:41:54.733574 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db148cb7-5a78-4899-9cc4-22e3eef70b8b req-192fc6d6-a336-47aa-b41b-5792da73d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:54.735006 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-db148cb7-5a78-4899-9cc4-22e3eef70b8b req-192fc6d6-a336-47aa-b41b-5792da73d822 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 1098 time: 0.0408905 Dec 09 11:41:54.778663 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-db148cb7-5a78-4899-9cc4-22e3eef70b8b req-4106a859-d605-448e-b3db-950fee94fa5e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 Dec 09 11:41:55.415148 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0269f-06ab-42bd-9308-5f13f4a102bb req-5a3a1df7-9227-46f4-8b60-fc07543f7cad tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:55.417276 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-33e0269f-06ab-42bd-9308-5f13f4a102bb req-5a3a1df7-9227-46f4-8b60-fc07543f7cad tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 945 time: 0.0531185 Dec 09 11:41:55.465044 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-33e0269f-06ab-42bd-9308-5f13f4a102bb req-7ec60217-bf53-4714-81fa-3ed361cc2bff tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423999 Dec 09 11:41:56.078567 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a01b3ce0-68cc-44fa-93d1-9530a4b94abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:56.578562 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01795220-04a0-4de6-8bc4-222e18d8a04d req-24860438-c0e6-448f-b4c8-ad0ea6448a86 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:41:56.580063 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-01795220-04a0-4de6-8bc4-222e18d8a04d req-24860438-c0e6-448f-b4c8-ad0ea6448a86 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 945 time: 0.0476446 Dec 09 11:41:56.626280 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-01795220-04a0-4de6-8bc4-222e18d8a04d req-3a9b48e1-ee7a-4841-83d8-c4ae9540929c tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Dec 09 11:41:57.015261 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:58.670875 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:41:59.640826 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:16.112501 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:17.576788 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726e66d-b811-4e62-b75b-b237069557cd req-5a1e4815-1c0e-4f3f-a4f1-c904f2476450 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:42:17.578254 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5726e66d-b811-4e62-b75b-b237069557cd req-5a1e4815-1c0e-4f3f-a4f1-c904f2476450 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 945 time: 0.0521729 Dec 09 11:42:17.624550 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-5726e66d-b811-4e62-b75b-b237069557cd req-c5f1ac35-011e-43fc-8e36-900bb5bf1950 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Dec 09 11:42:17.987088 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:42:18.740235 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4edae8-8f9d-4a4e-aece-fea6aa59e58a req-c22ee4f3-5e15-40c8-a925-4f8f741aac54 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:42:18.741694 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4d4edae8-8f9d-4a4e-aece-fea6aa59e58a req-c22ee4f3-5e15-40c8-a925-4f8f741aac54 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Dec 09 11:42:18.788064 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-4d4edae8-8f9d-4a4e-aece-fea6aa59e58a req-b4e2e3b6-69be-4d74-8a52-6b257f8d4a76 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/security-groups?id=184e8fb1-3998-4e23-b4ef-56b9b5ee6601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Dec 09 11:42:19.447640 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58976e54-593b-4a5d-9722-c62e12284001 req-004b9e91-23e9-4762-a557-7827067f32b7 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 11:42:19.449068 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-58976e54-593b-4a5d-9722-c62e12284001 req-004b9e91-23e9-4762-a557-7827067f32b7 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 945 time: 0.0516751 Dec 09 11:42:19.542215 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-58976e54-593b-4a5d-9722-c62e12284001 req-41c16a01-adc8-415b-bc17-2b4ce286eb00 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Deleting port 6b17c6ca-8630-43ee-b398-945e264e6e4d {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 11:42:19.542476 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-58976e54-593b-4a5d-9722-c62e12284001 req-41c16a01-adc8-415b-bc17-2b4ce286eb00 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743242425528'] for port, before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:19.629299 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-58976e54-593b-4a5d-9722-c62e12284001 req-41c16a01-adc8-415b-bc17-2b4ce286eb00 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] For port 6b17c6ca-8630-43ee-b398-945e264e6e4d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6b17c6ca-8630-43ee-b398-945e264e6e4d,segment=NetworkSegment(9da6c3bf-3840-48d9-ae08-3958cfcc5d8e),segment_id=9da6c3bf-3840-48d9-ae08-3958cfcc5d8e)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 11:42:19.629654 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-58976e54-593b-4a5d-9722-c62e12284001 req-41c16a01-adc8-415b-bc17-2b4ce286eb00 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1043938'] for port, precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:19.642944 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-58976e54-593b-4a5d-9722-c62e12284001 req-41c16a01-adc8-415b-bc17-2b4ce286eb00 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Calling delete_port for 6b17c6ca-8630-43ee-b398-945e264e6e4d owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 11:42:19.764064 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-58976e54-593b-4a5d-9722-c62e12284001 req-41c16a01-adc8-415b-bc17-2b4ce286eb00 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4125000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743242431263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743241882125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12023100'] for port, after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:19.795828 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c16a01-adc8-415b-bc17-2b4ce286eb00 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Pushing event deleted for resources: {'Port': ['ID=6b17c6ca-8630-43ee-b398-945e264e6e4d,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:42:19.813357 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] get_ports_and_sgs() called for port_ids ['6b17c6ca-8630-43ee-b398-945e264e6e4d'] {{(pid=102510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 11:42:19.836114 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-58976e54-593b-4a5d-9722-c62e12284001 req-41c16a01-adc8-415b-bc17-2b4ce286eb00 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] No DVR routers for this DVR port 6b17c6ca-8630-43ee-b398-945e264e6e4d on host hv-cinder-81735 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 11:42:19.838459 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-58976e54-593b-4a5d-9722-c62e12284001 req-41c16a01-adc8-415b-bc17-2b4ce286eb00 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167318'] for port, before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:19.842747 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.wsgi [req-58976e54-593b-4a5d-9722-c62e12284001 req-41c16a01-adc8-415b-bc17-2b4ce286eb00 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.32 "DELETE /v2.0/ports/6b17c6ca-8630-43ee-b398-945e264e6e4d HTTP/1.1" status: 204 len: 173 time: 0.3830316 Dec 09 11:42:19.843196 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a547a66-c413-46bf-9d9b-99d79f207857', 'name': 'network-vif-deleted', 'tag': '6b17c6ca-8630-43ee-b398-945e264e6e4d'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 11:42:19.845513 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}611546bfb0785dbf43b204a3af32c9944f10cc4e93b2a65532776ad421c52bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb6450-e421-473d-b745-806b323f55c9" -d '{"events": [{"server_uuid": "5a547a66-c413-46bf-9d9b-99d79f207857", "name": "network-vif-deleted", "tag": "6b17c6ca-8630-43ee-b398-945e264e6e4d"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 11:42:19.882417 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e43e6a-78a2-42c7-92ba-72b6b690c365 x-openstack-request-id: req-60e43e6a-78a2-42c7-92ba-72b6b690c365 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 11:42:19.882983 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a547a66-c413-46bf-9d9b-99d79f207857", "name": "network-vif-deleted", "tag": "6b17c6ca-8630-43ee-b398-945e264e6e4d", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 11:42:19.883245 dv-cinder-817351-6-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60e43e6a-78a2-42c7-92ba-72b6b690c365 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 11:42:19.883701 dv-cinder-817351-6-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a547a66-c413-46bf-9d9b-99d79f207857', 'name': 'network-vif-deleted', 'tag': '6b17c6ca-8630-43ee-b398-945e264e6e4d', 'status': 'completed', 'code': 200} Dec 09 11:42:19.885281 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [req-77af4042-1295-4ad5-839c-fd209e2df89e req-73c13f68-d107-493c-b964-69a6da9fd290 tempest-VolumesSnapshotTestJSON-146623255 tempest-VolumesSnapshotTestJSON-146623255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a547a66-c413-46bf-9d9b-99d79f207857 HTTP/1.1" status: 200 len: 210 time: 0.0289142 Dec 09 11:42:22.433223 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 6b17c6ca-8630-43ee-b398-945e264e6e4d no longer exists at agent hyperv_hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 11:42:22.453503 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.plugin [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] No Port match for: 6b17c6ca-8630-43ee-b398-945e264e6e4d {{(pid=102510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 11:42:22.453853 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.rpc [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Device 6b17c6ca-8630-43ee-b398-945e264e6e4d not bound to the agent host hv-cinder-81735 {{(pid=102510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 11:42:23.889037 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-42b61503-cab4-4499-b39d-e34cda20ab0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:26.079394 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b69e0dfa-da55-4579-bdd0-a05abb9c4117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:27.016560 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:28.672553 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:29.641563 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:43.835010 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 55332) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:42:43.881500 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_v2 [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Deleting subnet b1e8b9ef-c1cc-406e-96df-3a5867c4a394 {{(pid=102509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 11:42:43.884449 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:43.917613 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11771959'] for subnet, precommit_delete_associations {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:43.956481 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4163400'] for subnet, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.006779 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4163507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-24480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11986384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11701277'] for subnet, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.029784 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e8b9ef-c1cc-406e-96df-3a5867c4a394,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:42:44.039232 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.039589 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.039936 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.040272 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.040607 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.041851 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.041851 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.041851 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.042816 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.042816 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.042816 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.043098 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.043196 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-6-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 11:42:44.047035 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.050161 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-f317d943-6aec-4fb4-9d03-6e5ba89dedbf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b1e8b9ef-c1cc-406e-96df-3a5867c4a394 HTTP/1.1" status: 204 len: 168 time: 0.2141719 Dec 09 11:42:44.052693 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 55334) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:42:44.121023 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4131865'] for network, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.195965 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166623', 'neutron.services.segments.db._delete_segments_for_network-8743242416074'] for network, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.219351 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cde0251-0123-45aa-b4b9-f441468b0a41']}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:42:44.228051 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e') {'for_net_delete': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:42:44.228342 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.services.segments.db [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da6c3bf-3840-48d9-ae08-3958cfcc5d8e') {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 11:42:44.238379 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743242354387', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11771964'] for segment, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.252578 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869'] for segment, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.258558 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=102509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 11:42:44.258977 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4162869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11986218'] for segment, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: Traceback (most recent call last): Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: timer() Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: cb(*args, **kw) Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: return func(*args, **kwargs) Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: self._notify() Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: self.callback(batched_events) Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: event.method(event) Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: return f(self, *a, **k) Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._get(url).json() Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: return self.request(url, 'GET', **kwargs) Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 11:42:44.261593 dv-cinder-817351-6-iscsi neutron-server[102509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 11:42:44.315598 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1032611'] for network, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.320555 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559999'] for network, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.324185 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2cde0251-0123-45aa-b4b9-f441468b0a41 HTTP/1.1" status: 204 len: 168 time: 0.2705839 Dec 09 11:42:44.337119 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13df48-7079-4ac4-9575-7a9b5f4b60d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cde0251-0123-45aa-b4b9-f441468b0a41,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:42:44.445593 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 55338) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:42:44.485294 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-24b787a5-e787-41fa-9d02-2aaa753d9aa5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a19e57eff3ac4741901eee72879d988f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385017 Dec 09 11:42:44.487689 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [-] (102509) accepted ('10.222.0.30', 55340) {{(pid=102509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 11:42:44.532911 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d92abd76-4a10-4f32-9b85-69ea8214ec2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.556925 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d92abd76-4a10-4f32-9b85-69ea8214ec2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.602280 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d92abd76-4a10-4f32-9b85-69ea8214ec2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979066'] for security_group, after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.604865 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d92abd76-4a10-4f32-9b85-69ea8214ec2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:44.606679 dv-cinder-817351-6-iscsi neutron-server[102509]: INFO neutron.wsgi [None req-d92abd76-4a10-4f32-9b85-69ea8214ec2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/184e8fb1-3998-4e23-b4ef-56b9b5ee6601 HTTP/1.1" status: 204 len: 168 time: 0.1173828 Dec 09 11:42:44.614113 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92abd76-4a10-4f32-9b85-69ea8214ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184e8fb1-3998-4e23-b4ef-56b9b5ee6601,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 11:42:46.105891 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:53.890574 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-db3d8e5d-be9a-4c46-9646-fd5ade5e13ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:54.985928 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:42:56.083131 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b176b98a-c850-4d96-8625-a7ab223ef691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:57.020512 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:58.675877 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:42:59.643680 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:16.125061 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:23.894992 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-fa50a955-730d-49b4-8a7e-2ef2cc14941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:26.084213 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-8049270c-1342-4f65-bdc3-bc4d647a38db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:27.022507 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:28.679855 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:29.646235 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:31.984942 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:43:42.242398 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-f3068fd1-20a7-4c8a-b68b-0a21cef303d7 req-07b9ecd9-d407-4db8-b881-3dda61b4da55 service neutron] (102509) timed out ('10.222.0.32', 60478) {{(pid=102509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 11:43:46.117973 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:53.896642 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-761ffea1-6558-4b0b-8b1c-86f22572055a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:56.085738 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-902a9bf0-ec56-4294-a4b9-c7b191fbcc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:57.026103 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:58.689165 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:43:59.648117 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:08.984470 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:44:16.119464 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:23.897520 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-001bf4e5-cd72-4ebd-acb8-7cfa0b88f000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:26.087019 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-beeb7808-0ec2-477d-bfb1-a89f7e5d46d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:27.028853 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:28.685099 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:29.649245 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:45.982342 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:44:46.117255 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:53.900137 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-22a7eaa5-7ed3-483e-82a7-397f701b1bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:56.087993 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-b55d0019-8c9c-456d-9e07-f1f91fba56dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:57.031422 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:58.696871 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:44:59.651260 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:16.131949 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:22.981856 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:45:23.901946 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a44a07e7-9838-434e-a904-71d8d234f5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:26.088766 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-16fdf680-c3b1-4d13-9df3-b5649d982ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:27.034612 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:28.691202 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:29.652689 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:46.130163 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:53.904530 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-5d462502-b851-4698-8eb5-d824292b6785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:56.090069 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-db90b8f1-dba8-486b-9d88-3c0b1ec8aaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:57.036369 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:58.699550 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:59.655418 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:45:59.980420 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:46:07.401437 dv-cinder-817351-6-iscsi neutron-server[102509]: DEBUG neutron.wsgi [req-8f11cc18-6276-40fc-8692-c2b2ab4cb5c3 req-65be3bf3-c0cf-4905-a843-e347fb79ba73 service neutron] (102509) timed out ('10.222.0.32', 60459) {{(pid=102509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 11:46:16.163588 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:23.906632 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-a89967e6-f73e-4b7b-a72b-8de3bfa6ba39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:26.091650 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1360244e-c82c-48bb-9fd4-3deefa8d6e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:27.039633 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:28.700839 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:29.658469 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:36.978971 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:46:46.144955 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:53.910048 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4e92e20c-73d3-404d-a38b-c2261ae08813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:56.094122 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-99e0e89d-ed3b-4d5f-96c9-591fa5cff397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:57.041472 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:58.706914 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:46:59.659800 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:13.977839 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:47:16.159587 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:23.912703 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-801c8fd0-c71f-4c50-95dd-10cd4d6db356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:26.096376 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-1592b074-083f-4fb8-baa4-8e89cb97e0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:27.044420 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:28.705500 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:29.662032 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:46.159678 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-64678965-7383-4b63-91f1-f407fd46bd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:50.977386 dv-cinder-817351-6-iscsi neutron-server[102511]: DEBUG neutron.db.agents_db [None req-14397fb6-0ac1-41e0-ae96-03a7a298b0c6 None None] Agent healthcheck: found 6 active agents {{(pid=102511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 11:47:53.915412 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f68d-422d-4014-b8e8-8ee6a5237c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:56.098644 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ebbb19f1-9f6a-4dca-8d40-ca5b196057f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:57.046769 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2adffa8e-62a6-458b-a2b3-fcf541c0163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:58.708026 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-150adec6-cefe-4903-9cf2-4e68eba225cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 11:47:59.662836 dv-cinder-817351-6-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-459e0fc9-439e-4d64-b2e4-4a3302a90332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743242416029', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4168329'] for agent, after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}